-- Logs begin at Mon 2022-10-31 14:14:44 UTC, end at Mon 2022-10-31 15:16:17 UTC. -- Oct 31 14:47:56.667940 dv-cinder-860227-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 31 14:47:59.849526 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.common.config [-] Logging enabled! Oct 31 14:47:59.850117 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 31 14:47:59.850379 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119612) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 31 14:47:59.854473 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.common.config [-] Logging enabled! Oct 31 14:47:59.854814 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 31 14:47:59.855188 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119612) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 31 14:47:59.856330 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 31 14:47:59.856608 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 31 14:47:59.857152 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 31 14:47:59.857463 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 31 14:47:59.857720 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 31 14:47:59.858073 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.858437 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.858722 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.859058 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.859391 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.859772 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.860134 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.860479 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.860795 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.861135 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.861486 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.861736 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.862065 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] config_source = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.862417 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.862757 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.862998 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] debug = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.863344 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.863882 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.864355 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.864709 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.865069 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.865398 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.865691 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.866036 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.866388 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.866767 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] host = dv-cinder-860227-3-iscsi {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.867076 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.867429 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.867797 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.868131 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.868428 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.868771 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.869127 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.869442 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] log_dir = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.869750 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] log_file = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.870097 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.870550 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.871043 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.871533 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.871863 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.872117 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.872448 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.872821 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.873168 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.873484 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.873801 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.874149 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.874491 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.874791 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.875122 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.875481 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.875859 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.876175 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.876493 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.876839 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.877173 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.877494 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.877817 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.878159 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.878481 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.878803 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.879137 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.879483 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.879871 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.880186 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.880519 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.880876 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.881213 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.881535 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.881857 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.882198 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] use_journal = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.882519 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] use_json = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.882822 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.883168 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.883524 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.883870 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.884172 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.884519 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.884858 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.885185 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.885498 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:47:59.886418 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.886781 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.887144 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.887496 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.887895 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.888223 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.888673 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.889040 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.889390 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.889748 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.890099 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.890409 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.890767 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.891127 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.891491 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.891878 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.892214 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.892560 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.892910 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.893245 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.893546 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.893879 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.894234 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.894559 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.894880 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.895232 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.895600 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.895965 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.896286 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.896626 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.896987 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.897346 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.897661 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.897983 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.898345 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.898690 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.899001 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.899336 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.899711 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.900059 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.900384 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.900713 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.901068 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.901413 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.902326 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.902655 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.902972 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.903287 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.903629 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.903950 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.904264 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.904591 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.904915 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.905230 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.905545 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.905866 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.906178 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.906488 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.906809 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.907115 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.907426 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.907777 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.908085 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.908397 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.908701 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.909005 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.909319 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.909632 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.909957 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.910272 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.910588 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.910906 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.911220 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.911542 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.911892 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.912239 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.912560 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.912881 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.913206 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.913528 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.913855 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.914177 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.914497 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.914823 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.915140 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.915479 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.915838 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.916170 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.916490 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.916834 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.917224 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.917545 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.917967 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.918339 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.918664 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.918984 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.919311 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.919666 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.919991 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.920326 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.920652 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.920995 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.921335 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.921659 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.921995 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.922334 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.922675 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.922991 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.923356 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.923709 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:47:59.923938 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 31 14:47:59.924225 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=119612) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 31 14:48:00.363866 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=119612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 31 14:48:00.364227 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=119612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 31 14:48:00.364540 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=119612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 31 14:48:00.364816 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=119612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 31 14:48:00.365109 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=119612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 31 14:48:00.365497 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 31 14:48:00.744346 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.744702 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.745012 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.747088 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.747403 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.747704 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.809952 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.810274 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.810576 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.827714 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.828056 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.828381 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.863947 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.864659 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.864659 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.908374 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.908691 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:00.908998 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.177687 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.178027 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.178352 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.178903 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.179780 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.293594 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.293947 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.294265 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.294577 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.294881 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.295234 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.295535 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.295853 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.296150 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.296465 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.296750 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.297051 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.297339 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.297629 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.297929 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.298234 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.298533 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.298840 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.299147 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.299447 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.299796 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.300093 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.300414 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.300838 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.301133 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.301418 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.301860 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=119612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 14:48:01.302141 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=119612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 14:48:01.302424 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=119612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 14:48:01.302699 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=119612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 14:48:01.302966 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=119612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 14:48:01.303217 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=119612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 14:48:01.303670 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 31 14:48:01.307219 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 31 14:48:01.311762 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 31 14:48:01.316001 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Oct 31 14:48:01.317785 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 31 14:48:01.318491 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 31 14:48:01.318882 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 31 14:48:01.319317 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 31 14:48:01.322465 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 31 14:48:01.322732 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 31 14:48:01.323137 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 31 14:48:01.330014 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 31 14:48:01.357718 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 31 14:48:01.358264 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.358605 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=119612) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 31 14:48:01.359041 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.360660 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=119612) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 31 14:48:01.360984 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 31 14:48:01.361264 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 31 14:48:01.373929 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.374263 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:01.555970 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 31 14:48:01.556212 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 31 14:48:01.556474 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 31 14:48:01.556887 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 31 14:48:01.615982 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO dbcounter [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Registered counter for database neutron Oct 31 14:48:01.637263 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_db.sqlalchemy.engines [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=119612) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 31 14:48:01.643466 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG dbcounter [-] [119612] Writer thread running {{(pid=119612) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 31 14:48:02.235995 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Initializing driver for type 'gre' Oct 31 14:48:02.236688 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] gre ID ranges: [(1, 1000)] Oct 31 14:48:02.293773 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Initializing driver for type 'local' Oct 31 14:48:02.294111 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Initializing driver for type 'vlan' Oct 31 14:48:02.307367 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] VlanTypeDriver initialization complete Oct 31 14:48:02.307787 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Initializing driver for type 'vxlan' Oct 31 14:48:02.308865 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] vxlan ID ranges: [(1, 1000)] Oct 31 14:48:02.365998 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Initializing extension driver 'port_security' Oct 31 14:48:02.366387 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] PortSecurityExtensionDriver initialization complete Oct 31 14:48:02.366784 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Initializing mechanism driver 'openvswitch' Oct 31 14:48:02.367162 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Initializing mechanism driver 'hyperv' Oct 31 14:48:02.374468 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.plugins.ml2.plugin [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=119612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:48:02.375167 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > port after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.375546 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > port after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.375935 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > port after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.376453 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=119612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 14:48:02.376880 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > subnet after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.377246 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > subnet after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.377601 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > subnet after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.377998 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=119612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 14:48:02.378406 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > network after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.378760 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > network after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.379109 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > network after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.379497 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=119612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 14:48:02.379927 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > security_group after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.380283 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > security_group after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.380636 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > security_group after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.381033 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=119612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 14:48:02.381443 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.381797 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.382142 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.382667 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=119612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 14:48:02.383078 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > address_group after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.383434 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > address_group after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.383812 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > address_group after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.384201 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=119612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 14:48:02.384651 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] ML2 OVO RPC backend initialized. {{(pid=119612) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 31 14:48:02.385374 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router_interface after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.385737 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.386189 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > network before_response 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.386551 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > networks before_response 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.386909 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > port before_response 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.387254 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > ports before_response 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.387625 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > subnet before_response 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.387977 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > subnets before_response 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.388326 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > network after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.388674 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > network after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.389017 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > network after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.389361 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > port after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.389704 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > port after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.390037 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > port after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.390379 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > subnet after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.390728 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > subnet after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.391068 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > subnet after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.398835 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded quota_driver: . Oct 31 14:48:02.399207 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.plugin [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Modular L2 Plugin initialization complete Oct 31 14:48:02.399590 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading services supported by the core plugin {{(pid=119612) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 31 14:48:02.399931 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.plugins.ml2.managers [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Got port-security extension from driver 'port_security' Oct 31 14:48:02.400433 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.extensions.vlantransparent [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Disabled vlantransparent extension. Oct 31 14:48:02.400943 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=119612) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 31 14:48:02.401271 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading Plugin: router Oct 31 14:48:02.437858 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router_interface before_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.438262 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router after_create 55549900 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.438638 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router before_create 55549900 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.439008 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.439385 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.439782 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router after_delete 55549900 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.440150 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > floatingip after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.440505 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > floatingip after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.440870 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router after_create 55549900 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.441224 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router after_update 55549900 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.441579 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router after_update 55549900 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.441931 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.442294 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router after_update 55549900 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.442710 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router precommit_update 55549900 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.443087 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: port after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.443432 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: port after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.443804 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: subnet after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.444151 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.444505 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > port precommit_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.444855 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router precommit_create 55549900 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.445202 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: port before_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.445549 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router precommit_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.445908 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router after_update 55549900 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.446252 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router precommit_delete 55549900 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.446609 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router precommit_create 55549900 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.446976 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router_interface after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.447325 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router precommit_update 55549900 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.447725 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > agent after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.448083 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > agent after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.448487 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > network after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.449409 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Tracking information for resource: router configured {{(pid=119612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 14:48:02.449749 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Tracking information for resource: floatingip configured {{(pid=119612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 14:48:02.455085 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.db.l3_agentschedulers_db [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 31 14:48:02.455703 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: port after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.456074 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: port after_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.456435 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: port after_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.456796 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: port after_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.457610 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router before_create 55550100 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.457984 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router precommit_delete 55550100 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.458356 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router precommit_create 55550100 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.458722 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > router precommit_update 55550100 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.463879 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.services.provider_configuration [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Service providers = [] {{(pid=119612) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 31 14:48:02.465039 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.db.servicetype_db [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=119612) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 31 14:48:02.468130 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.services.service_base [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=119612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 14:48:02.468486 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.services.service_base [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=119612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 14:48:02.468834 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.services.service_base [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=119612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 14:48:02.469727 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.services.service_base [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=119612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 14:48:02.470112 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.services.service_base [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 31 14:48:02.470501 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=119612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 14:48:02.470827 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 31 14:48:02.482288 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=119612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 14:48:02.482717 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading Plugin: auto_allocate Oct 31 14:48:02.488510 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: network precommit_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.488839 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: network precommit_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.489369 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=119612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 14:48:02.489698 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading Plugin: tag Oct 31 14:48:02.496568 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=119612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 14:48:02.496903 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading Plugin: timestamp Oct 31 14:48:02.501066 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=119612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 14:48:02.501400 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading Plugin: network_ip_availability Oct 31 14:48:02.506973 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.507350 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.507736 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.508480 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=119612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 14:48:02.508803 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading Plugin: flavors Oct 31 14:48:02.513716 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=119612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 14:48:02.514054 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading Plugin: revisions Oct 31 14:48:02.518533 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=119612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 14:48:02.518928 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_concurrency.lockutils [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.154s {{(pid=119612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 31 14:48:02.521174 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=119612) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 31 14:48:02.521530 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Initializing extension manager. Oct 31 14:48:02.522083 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: __init__.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.522442 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: __pycache__ {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.522786 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: address_group.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.523541 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.524154 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: address-group Oct 31 14:48:02.524488 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: address_scope.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.525178 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.525698 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: address-scope Oct 31 14:48:02.526028 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: admin_state_down_before_update.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.527696 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.528223 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: router-admin-state-down-before-update Oct 31 14:48:02.528552 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: agent.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.529238 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.529754 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: agent Oct 31 14:48:02.530080 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: agent_resources_synced.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.530977 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.531489 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: agent-resources-synced Oct 31 14:48:02.531839 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: allowedaddresspairs.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.533667 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.534199 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: allowed-address-pairs Oct 31 14:48:02.534529 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: auto_allocated_topology.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.535610 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.536133 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: auto-allocated-topology Oct 31 14:48:02.536465 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: availability_zone.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.537132 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.537648 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: availability_zone Oct 31 14:48:02.537975 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: availability_zone_filter.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.538857 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.539369 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: availability_zone_filter Oct 31 14:48:02.539728 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: data_plane_status.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.540612 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.541124 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension data-plane-status not supported by any of loaded plugins Oct 31 14:48:02.541448 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: default_subnetpools.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.542916 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.543433 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: default-subnetpools Oct 31 14:48:02.543783 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: dhcpagentscheduler.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.544610 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.545098 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: dhcp_agent_scheduler Oct 31 14:48:02.545422 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: dns.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.546314 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.546830 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension dns-integration not supported by any of loaded plugins Oct 31 14:48:02.547153 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: dns_domain_ports.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.548073 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.548584 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 31 14:48:02.548908 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.549815 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.550324 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 31 14:48:02.550643 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: dvr.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.551286 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.551831 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: dvr Oct 31 14:48:02.552155 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: ecmp_routes.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.553041 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.553555 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 31 14:48:02.553877 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: empty_string_filtering.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.554756 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.555268 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: empty-string-filtering Oct 31 14:48:02.555619 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.556506 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.557011 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 31 14:48:02.557337 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.558502 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.559110 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 31 14:48:02.559439 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: external_net.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.560399 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.560912 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: external-net Oct 31 14:48:02.561242 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: extra_dhcp_opt.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.562117 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.562627 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: extra_dhcp_opt Oct 31 14:48:02.562954 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: extraroute.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.563870 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.564385 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: extraroute Oct 31 14:48:02.564714 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: extraroute_atomic.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.565721 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.566234 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: extraroute-atomic Oct 31 14:48:02.566560 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: filter_validation.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.567210 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.567754 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: filter-validation Oct 31 14:48:02.568085 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: fip_pf_description.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.568966 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.569474 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 31 14:48:02.569799 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: fip_pf_detail.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.570691 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.571203 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 31 14:48:02.571529 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: fip_pf_port_range.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.572437 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.572946 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 31 14:48:02.573274 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: fip_port_details.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.574237 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.574752 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: fip-port-details Oct 31 14:48:02.575075 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: flavors.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.576320 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.576847 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: flavors Oct 31 14:48:02.577174 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.578826 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.579353 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 31 14:48:02.579722 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: floatingip_pools.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.580407 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.580920 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: floatingip-pools Oct 31 14:48:02.581251 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: ip_allocation.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.582144 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.582659 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension ip_allocation not supported by any of loaded plugins Oct 31 14:48:02.582988 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.583924 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.584696 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: ip-substring-filtering Oct 31 14:48:02.585053 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: l2_adjacency.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.585959 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.586470 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 31 14:48:02.586799 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: l3.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.587813 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.588336 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: router Oct 31 14:48:02.588663 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: l3_conntrack_helper.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.591677 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.592216 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 31 14:48:02.592558 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.593455 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.593975 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: ext-gw-mode Oct 31 14:48:02.594309 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.595206 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.595769 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: l3-ha Oct 31 14:48:02.596096 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.596987 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.597504 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 31 14:48:02.597836 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: l3_flavors.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.598724 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.599245 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: l3-flavors Oct 31 14:48:02.599595 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: l3_ndp_proxy.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.600963 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.601489 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 31 14:48:02.601825 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.602715 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.603237 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 31 14:48:02.603589 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: l3agentscheduler.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.604608 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.605188 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: l3_agent_scheduler Oct 31 14:48:02.605810 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: local_ip.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.607534 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.608103 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension local_ip not supported by any of loaded plugins Oct 31 14:48:02.608446 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: logging.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.609876 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.610408 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension logging not supported by any of loaded plugins Oct 31 14:48:02.610742 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: metering.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.611458 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.612074 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: metering Oct 31 14:48:02.612407 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.613485 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.614002 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: metering_source_and_destination_fields Oct 31 14:48:02.614329 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: multiprovidernet.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.615222 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.615780 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: multi-provider Oct 31 14:48:02.616106 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: netmtu.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.616989 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.617630 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: net-mtu Oct 31 14:48:02.617828 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: netmtu_writable.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.618711 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.619219 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: net-mtu-writable Oct 31 14:48:02.619543 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: network_availability_zone.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.620202 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.621405 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: network_availability_zone Oct 31 14:48:02.621733 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: network_ip_availability.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.622808 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.623323 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: network-ip-availability Oct 31 14:48:02.623684 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: network_segment_range.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.624428 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.624940 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension network-segment-range not supported by any of loaded plugins Oct 31 14:48:02.625267 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: pagination.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.626222 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.626556 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: pagination Oct 31 14:48:02.626880 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: port_device_profile.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.627786 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.628307 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: port-device-profile Oct 31 14:48:02.628632 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: port_mac_address_override.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.629520 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.630039 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: port-mac-override Oct 31 14:48:02.630367 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.631255 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.631803 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: port-mac-address-regenerate Oct 31 14:48:02.632131 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.633012 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.633529 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: port-numa-affinity-policy Oct 31 14:48:02.633856 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: port_resource_request.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.634727 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.635238 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension port-resource-request not supported by any of loaded plugins Oct 31 14:48:02.635571 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: port_resource_request_groups.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.637095 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.637613 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 31 14:48:02.637952 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: portbindings.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.638840 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.639348 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: binding Oct 31 14:48:02.639707 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: portbindings_extended.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.640930 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.641455 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: binding-extended Oct 31 14:48:02.641787 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: portsecurity.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.642678 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.643197 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: port-security Oct 31 14:48:02.643523 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: project_id.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.644487 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.644821 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: project-id Oct 31 14:48:02.645151 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: providernet.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.646253 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.646778 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: provider Oct 31 14:48:02.647108 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: qos.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.650661 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.651188 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension qos not supported by any of loaded plugins Oct 31 14:48:02.651734 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.652825 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.653361 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 31 14:48:02.653702 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.654592 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.655112 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 31 14:48:02.655444 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: qos_default.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.656366 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.656884 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension qos-default not supported by any of loaded plugins Oct 31 14:48:02.657214 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: qos_fip.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.658114 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.658644 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension qos-fip not supported by any of loaded plugins Oct 31 14:48:02.658964 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: qos_fip_network_policy.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.660018 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.660539 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 31 14:48:02.660869 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: qos_gateway_ip.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.661772 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.662291 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 31 14:48:02.662620 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: qos_port_network_policy.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.663509 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.664057 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 31 14:48:02.664386 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.665404 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.665922 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 31 14:48:02.666250 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.667307 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.667855 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 31 14:48:02.668185 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: qos_pps_rule.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.669329 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.669848 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension qos-pps not supported by any of loaded plugins Oct 31 14:48:02.670179 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: qos_rule_type_details.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.671111 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.671644 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 31 14:48:02.671974 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: qos_rule_type_filter.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.672865 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.673376 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 31 14:48:02.673704 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: qos_rules_alias.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.674714 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.675230 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 31 14:48:02.675591 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: quota_check_limit.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.676482 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.676998 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: quota-check-limit Oct 31 14:48:02.677327 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: quotasv2.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.678280 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.678607 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: quotas Oct 31 14:48:02.678929 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: quotasv2_detail.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.680648 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.680995 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: quota_details Oct 31 14:48:02.681333 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: rbac.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.682378 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.683449 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: rbac-policies Oct 31 14:48:02.683816 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: rbac_address_group.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.684717 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.685238 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: rbac-address-group Oct 31 14:48:02.685567 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: rbac_address_scope.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.686541 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.687056 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: rbac-address-scope Oct 31 14:48:02.687383 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: rbac_security_groups.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.688300 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.688815 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: rbac-security-groups Oct 31 14:48:02.689141 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: rbac_subnetpool.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.690025 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.690542 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: rbac-subnetpool Oct 31 14:48:02.690870 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: revisionifmatch.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.691794 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.692311 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: revision-if-match Oct 31 14:48:02.692637 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: revisions.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.693741 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.694246 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: standard-attr-revisions Oct 31 14:48:02.694575 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: router_availability_zone.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.695223 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.695775 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: router_availability_zone Oct 31 14:48:02.696111 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: routerservicetype.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.697005 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.697529 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension router-service-type not supported by any of loaded plugins Oct 31 14:48:02.697859 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.699310 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.699860 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: security-groups-normalized-cidr Oct 31 14:48:02.700190 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: security_groups_port_filtering.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.701092 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.701609 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: port-security-groups-filtering Oct 31 14:48:02.701938 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.702837 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.703354 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: security-groups-remote-address-group Oct 31 14:48:02.703716 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.704618 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.705134 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: security-groups-shared-filtering Oct 31 14:48:02.705466 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: securitygroup.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.715608 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.716169 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: security-group Oct 31 14:48:02.716506 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: segment.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.717210 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.717736 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension segment not supported by any of loaded plugins Oct 31 14:48:02.718066 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.719005 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.719528 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 31 14:48:02.719889 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: servicetype.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.720963 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.721522 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: service-type Oct 31 14:48:02.721851 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: sorting.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.722830 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.723171 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: sorting Oct 31 14:48:02.723486 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: standard_attr_segment.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.724420 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.724957 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 31 14:48:02.725275 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: standardattrdescription.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.725901 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.726461 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: standard-attr-description Oct 31 14:48:02.726793 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: stateful_security_group.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.727719 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.728243 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: stateful-security-group Oct 31 14:48:02.728575 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: stdattrs_common.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.729136 dv-cinder-860227-3-iscsi neutron-server[119612]: WARNING neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 31 14:48:02.729472 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.730456 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.730978 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 31 14:48:02.731305 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: subnet_onboard.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.732368 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.732900 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: subnet_onboard Oct 31 14:48:02.733234 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.734136 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.734655 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 31 14:48:02.734984 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: subnet_service_types.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.735915 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.736442 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: subnet-service-types Oct 31 14:48:02.736785 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: subnetallocation.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.737822 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.738345 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: subnet_allocation Oct 31 14:48:02.738724 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.739317 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.739865 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: subnetpool-prefix-ops Oct 31 14:48:02.740186 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.741087 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.741614 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 31 14:48:02.741927 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: tagging.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.742963 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.743491 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: standard-attr-tag Oct 31 14:48:02.743847 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: timestamp.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.745015 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.746071 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loaded extension: standard-attr-timestamp Oct 31 14:48:02.746402 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: trunk.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.747412 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.747962 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension trunk not supported by any of loaded plugins Oct 31 14:48:02.748295 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: trunk_details.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.749191 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.749707 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension trunk-details not supported by any of loaded plugins Oct 31 14:48:02.750035 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: uplink_status_propagation.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.750929 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.751442 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 31 14:48:02.751805 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Loading extension file: vlantransparent.py {{(pid=119612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 14:48:02.752452 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=119612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 14:48:02.752959 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 31 14:48:02.755601 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:network Oct 31 14:48:02.756182 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:subnet Oct 31 14:48:02.756625 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 14:48:02.757055 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:port Oct 31 14:48:02.758393 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.v2.resource_helper [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 14:48:02.758848 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.v2.resource_helper [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Service FLAVORS assigned prefix: {{(pid=119612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 14:48:02.759464 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.v2.resource_helper [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 14:48:02.759920 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.v2.resource_helper [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 14:48:02.760267 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:router Oct 31 14:48:02.760707 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:floatingip Oct 31 14:48:02.761345 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.v2.resource_helper [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Service METERING assigned prefix: /metering {{(pid=119612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 14:48:02.762823 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.763475 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.763865 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:48:02.764918 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of CountableResource for resource:rbac_policy Oct 31 14:48:02.765369 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:security_group Oct 31 14:48:02.765821 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 31 14:48:02.766338 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.v2.resource_helper [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Service CORE assigned prefix: {{(pid=119612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 14:48:02.766679 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 14:48:02.767032 dv-cinder-860227-3-iscsi neutron-server[119612]: WARNING neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] subnetpool is already registered Oct 31 14:48:02.767463 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.v2.resource_helper [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Service CORE assigned prefix: {{(pid=119612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 14:48:02.767833 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 14:48:02.768174 dv-cinder-860227-3-iscsi neutron-server[119612]: WARNING neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] subnetpool is already registered Oct 31 14:48:02.770563 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.v2.resource_helper [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 14:48:02.771005 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.v2.resource_helper [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Service FLAVORS assigned prefix: {{(pid=119612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 14:48:02.771649 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.v2.resource_helper [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 14:48:02.772080 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.v2.resource_helper [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 14:48:02.772422 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:router Oct 31 14:48:02.772766 dv-cinder-860227-3-iscsi neutron-server[119612]: WARNING neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] router is already registered Oct 31 14:48:02.773193 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:floatingip Oct 31 14:48:02.773536 dv-cinder-860227-3-iscsi neutron-server[119612]: WARNING neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] floatingip is already registered Oct 31 14:48:02.773997 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.v2.resource_helper [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Service METERING assigned prefix: /metering {{(pid=119612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 14:48:02.774679 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of CountableResource for resource:rbac_policy Oct 31 14:48:02.775014 dv-cinder-860227-3-iscsi neutron-server[119612]: WARNING neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] rbac_policy is already registered Oct 31 14:48:02.775433 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:security_group Oct 31 14:48:02.775807 dv-cinder-860227-3-iscsi neutron-server[119612]: WARNING neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] security_group is already registered Oct 31 14:48:02.776218 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 31 14:48:02.776589 dv-cinder-860227-3-iscsi neutron-server[119612]: WARNING neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] security_group_rule is already registered Oct 31 14:48:02.777237 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.v2.resource_helper [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Service CORE assigned prefix: {{(pid=119612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 14:48:02.777573 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 14:48:02.777913 dv-cinder-860227-3-iscsi neutron-server[119612]: WARNING neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] subnetpool is already registered Oct 31 14:48:02.778336 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.v2.resource_helper [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Service CORE assigned prefix: {{(pid=119612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 14:48:02.778667 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 14:48:02.779002 dv-cinder-860227-3-iscsi neutron-server[119612]: WARNING neutron.quota.resource_registry [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] subnetpool is already registered Oct 31 14:48:02.779477 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: extensions {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.781015 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: address-groups {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.782515 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: address-scopes {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.783937 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: agents {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.785136 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: auto-allocated-topology {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.786399 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: availability_zones {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.787668 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: dhcp-networks {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.789195 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: dhcp-agents {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.790622 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: routers {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.792938 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: flavors {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.794209 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: service_profiles {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.795667 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: next_providers {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.797136 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: service_profiles {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.799750 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: floatingip-pools {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.801048 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: routers {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.802792 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: floatingips {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.804125 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: l3-routers {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.805556 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: l3-agents {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.807008 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: metering-labels {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.809085 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: metering-label-rules {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.810509 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: network-ip-availabilities {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.811814 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: bindings {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.813391 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: quotas {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.815070 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: quotas {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.816701 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: rbac-policies {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.817904 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: security-groups {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.819225 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: security-group-rules {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.820518 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: service-providers {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.821768 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: subnetpools {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.823129 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: subnetpools {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.824871 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: tags {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.826773 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: tags {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.828638 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: tags {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.830475 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: tags {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.832262 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: tags {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.834510 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: tags {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.836258 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: tags {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.838199 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: tags {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.840381 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: tags {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.842142 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron.api.extensions [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Extended resource: tags {{(pid=119612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 14:48:02.848344 dv-cinder-860227-3-iscsi neutron-server[119612]: WARNING keystonemiddleware.auth_token [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 31 14:48:02.853572 dv-cinder-860227-3-iscsi neutron-server[119612]: WARNING keystonemiddleware.auth_token [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 31 14:48:02.863341 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_concurrency.lockutils [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Acquiring lock "singleton_lock" {{(pid=119612) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 31 14:48:02.863701 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_concurrency.lockutils [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Acquired lock "singleton_lock" {{(pid=119612) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 31 14:48:02.864184 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_concurrency.lockutils [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Releasing lock "singleton_lock" {{(pid=119612) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 31 14:48:02.864852 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO oslo_service.service [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Starting 2 workers Oct 31 14:48:02.869656 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Started child 119727 {{(pid=119612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 14:48:02.875648 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Started child 119728 {{(pid=119612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 14:48:02.876770 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO neutron.service [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 31 14:48:02.877202 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:02.877908 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Publish callbacks [] for process (None), before_spawn {{(pid=119612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:02.879189 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [-] (119727) wsgi starting up on http://0.0.0.0:9696 Oct 31 14:48:02.879966 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO oslo_service.service [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Starting 1 workers Oct 31 14:48:02.880119 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:02.881536 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [-] (119728) wsgi starting up on http://0.0.0.0:9696 Oct 31 14:48:02.885216 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Started child 119729 {{(pid=119612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 14:48:02.885772 dv-cinder-860227-3-iscsi neutron-server[119612]: INFO oslo_service.service [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Starting 1 workers Oct 31 14:48:02.888831 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.service [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] calling RpcWorker wait() {{(pid=119729) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 31 14:48:02.889500 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.service [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] returning from RpcWorker wait() {{(pid=119729) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 31 14:48:02.890459 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Started child 119730 {{(pid=119612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 14:48:02.890642 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:02.891088 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:48:02.891285 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbe61-2bdf-4bac-9fa1-a61709565539 None None] Publish callbacks [] for process (None), after_spawn {{(pid=119612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:02.893285 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119612) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 31 14:48:02.893514 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 31 14:48:02.893743 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 31 14:48:02.893923 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 31 14:48:02.894250 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 31 14:48:02.894433 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 31 14:48:02.894969 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.895250 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.895370 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:02.896031 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.896031 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.896397 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:48:02.896507 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.896680 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.896912 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.897192 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.897445 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.897652 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.897807 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.898049 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.898288 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.898614 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.898893 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.899135 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.899395 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.899634 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.899841 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] config_source = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.900124 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.900381 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.900658 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] debug = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.900900 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.901409 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.901741 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.902146 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.902436 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.902725 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.902966 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.903242 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.903492 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.903755 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.904013 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.904268 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.904517 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.904776 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.904995 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.905273 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.905509 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.906018 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] host = dv-cinder-860227-3-iscsi {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.906273 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.906518 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.906773 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.907040 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.907299 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.907545 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.907832 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.908087 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.908348 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.908576 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.908834 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.909091 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.909335 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_dir = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.909571 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_file = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.909738 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_options = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.909965 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.910245 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.910517 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.910719 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.910878 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.911053 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.912307 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.912307 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.912498 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.912823 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.913196 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.913586 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.913966 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.914333 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.914743 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.914983 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.915232 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.916236 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.916236 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.916642 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.919067 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.919067 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.919067 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.919067 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.919067 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.919067 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.919067 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.919067 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.921354 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.921354 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.921354 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.921354 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.921354 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.921354 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.921354 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.921354 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.925026 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.925026 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.925026 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.925026 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.925026 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.925026 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.925026 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.925026 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.926095 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.926095 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] use_journal = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.926095 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] use_json = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.926095 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.926095 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.926095 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.926095 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.926095 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.926095 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.926931 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.926931 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.926931 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:02.926931 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.926931 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.927358 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.927439 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.927685 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.927928 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.928583 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.928997 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.929420 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.929806 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.930289 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.930528 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.930835 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.931093 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.931377 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.931728 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.932200 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.932681 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.933811 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.934282 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.934769 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.935188 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.935677 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.937055 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.937055 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.937055 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.937055 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.937055 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.937055 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.937886 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.937886 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.937886 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.938994 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.938994 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.938994 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.938994 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.939540 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.939540 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.939540 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.939960 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.940113 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.940255 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.941026 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.941026 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.941026 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.941448 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.941448 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.941712 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.941889 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.942212 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.942383 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.942517 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.942668 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.942898 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.943918 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.943918 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.943918 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.945018 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.945018 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.945018 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.945505 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.945505 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.945792 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.945792 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.946070 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.946264 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.946510 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.946721 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.946978 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.947360 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.947792 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.947996 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.948253 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.948510 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.948755 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.949005 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.949231 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.949453 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.949670 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.949921 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.950162 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.950561 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.950743 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.950913 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.951053 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.951217 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.951434 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.951695 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.951910 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.952125 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.952365 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.952611 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.952924 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.953190 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.953441 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.953683 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.953895 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.954132 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.954575 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.954970 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.955389 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.956017 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.956408 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.956803 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.957199 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.957583 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.957971 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.958370 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.958761 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.959411 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.959813 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.960029 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.960260 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.960483 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.960706 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.960967 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.961291 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.961476 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.961768 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.961950 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.962143 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.962402 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.962683 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.962896 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.963436 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.963436 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.963807 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.963979 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.964421 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.964618 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.964848 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.965450 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.965450 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.965795 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.965952 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.966117 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.966301 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.966547 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.966959 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.967385 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.967855 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.968259 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.968759 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.968925 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.969162 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.969380 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.969597 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.969875 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.970119 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.970353 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.970633 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.970908 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.971173 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.971697 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.971697 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.972039 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.972184 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.972350 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.972597 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.972859 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.973030 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.973210 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.973450 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.973671 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.973937 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.974169 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.974397 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.974615 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.974844 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.975067 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.975302 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.975524 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.975770 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.976011 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.976228 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.976439 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.976747 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.977118 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.977436 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.977663 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.978453 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.978902 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.979288 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.980280 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.980718 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.980985 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.981195 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.981444 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.981672 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.981893 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.982140 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.982360 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.982574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.982783 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.983069 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.983240 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.984317 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.984317 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.984317 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.984814 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.984814 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.985115 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.985115 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.985441 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.985654 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.985863 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.986108 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.986290 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.986645 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.986760 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.987004 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.987245 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.987469 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.987731 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.987955 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.988173 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.988437 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.988692 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.988996 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.989209 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.989428 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.989657 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.989898 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.990124 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.990337 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.990575 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.990786 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.991003 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.991242 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.991459 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.991811 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.992073 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.992314 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.993491 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.993491 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.993491 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.993491 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.993491 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.994168 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.994168 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.994168 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.994566 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.994566 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.994859 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.994992 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.995141 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.995426 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.996380 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.996380 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.996668 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.996806 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.997017 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.997236 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.997475 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.997707 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.997948 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.998210 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.998365 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.998589 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.998729 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:48:02.998845 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.999025 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.999240 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.999451 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.999704 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:02.999923 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.000161 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.000459 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.000710 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.000933 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.001221 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.001559 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.002217 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.002484 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.002802 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.003387 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.003387 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.003803 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.003803 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.004075 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.004233 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.004540 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.004861 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.005148 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.006299 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.006299 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.006299 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.006299 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.006858 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.006858 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.007090 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.007349 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.007848 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.008117 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.008379 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.008568 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.008775 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.008996 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.009210 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.009429 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.009667 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.009901 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.010141 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.010382 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.010611 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.010830 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.011139 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.011379 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.011651 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.011872 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.012030 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 31 14:48:03.012592 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119612) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 31 14:48:03.015574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 31 14:48:03.015574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 31 14:48:03.015574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 31 14:48:03.015574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 31 14:48:03.015574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 31 14:48:03.015574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.015574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.015574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.016168 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.016168 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.016168 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.016168 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.016168 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.016168 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.016168 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.016168 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.016610 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.016610 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.016610 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.016981 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.017161 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.017329 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.017657 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.017831 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] config_source = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.017970 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.018148 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.018283 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] debug = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.018433 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.018705 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.018913 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.018913 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.019235 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.019235 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.019578 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.019578 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.019729 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.019840 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.019954 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.020115 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.020278 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.020436 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.020564 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.020730 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.020884 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.021013 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] host = dv-cinder-860227-3-iscsi {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.021180 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.021334 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.021491 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.021682 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.021793 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.021940 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.022101 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.022257 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.022416 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.022573 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.022731 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.022889 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.023051 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_dir = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.023295 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_file = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.023539 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_options = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.023886 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.024228 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.024396 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.024580 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.024893 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.025281 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.025442 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.025747 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.025914 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.026077 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.026268 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.026400 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.026533 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.026713 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.026846 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.027000 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.027163 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.027293 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.027419 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.027832 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.027832 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.028117 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.028117 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.028583 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.028583 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.028583 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.029191 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.029191 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.029191 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.029191 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.029191 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.029598 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.029598 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.029793 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.029793 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.029966 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.030072 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.030234 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.031589 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.031589 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.031589 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.031589 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.031589 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.031589 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.031589 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.031589 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] use_journal = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.032188 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] use_json = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.032456 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.032764 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.032927 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.033086 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.033249 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.033410 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.033622 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.033717 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.033872 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 14:48:03.034055 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.034219 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.034392 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.034557 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.034718 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.034880 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.035042 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.035205 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.035366 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.035526 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.035723 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.035882 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.036053 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.036216 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.036376 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.036542 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.036703 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.036867 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.037033 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.037194 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.037356 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.037522 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.037693 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.037854 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.038015 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.038175 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.038369 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.038503 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.038661 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.038830 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.039008 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.039169 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.039331 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.039492 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.039680 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.039842 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.040250 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.040250 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.040403 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.040468 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.040616 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.040773 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.043574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.043574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.043574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.043574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.043574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.043574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.043574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.043574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.043574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.044140 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.044140 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.044140 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.044140 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.044140 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.044140 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.044140 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.044140 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.044566 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.044566 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.044682 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.044945 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.045216 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.045457 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.045662 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.045845 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.046063 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.046247 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.046480 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.046650 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.046863 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.047077 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.047223 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.047425 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.047624 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.047850 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.048015 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.048232 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.048409 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.048607 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.048806 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.048978 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.049194 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.049365 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.049551 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.049737 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.049924 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.050129 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.050292 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.050528 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.050697 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.050913 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.051082 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.051246 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.051453 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.053448 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.053699 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.053879 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.054108 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.054284 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.054493 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.054692 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.054887 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.055098 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.055267 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.055490 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.055683 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.055907 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.056075 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.056272 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.056468 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.056636 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.056845 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.057009 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.057224 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.057400 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.057593 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.057790 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.058554 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.058791 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.058984 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.059181 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.059359 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.059596 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.059765 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.060038 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.060503 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.060683 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.060908 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.061075 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.061273 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.061465 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.061646 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.061853 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.062017 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.062232 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.062404 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.062602 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.062809 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.062985 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.063195 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.063357 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.063619 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.063786 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.063992 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.064175 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.064358 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.064559 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.064720 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.064949 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.065115 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.065309 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.065502 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.065671 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.065885 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.066048 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.066259 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.066436 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.066622 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.066821 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.066983 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.067209 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.067371 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.067612 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.067772 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.067952 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.068154 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.068315 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.068531 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.068700 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.068895 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.069089 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.069252 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.069474 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.069647 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.069822 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.070009 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.070179 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.070388 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.070552 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.070759 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.070934 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.071120 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.071321 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.071480 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.071724 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.071890 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.072096 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.072276 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.072460 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.072659 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.072821 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.073039 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.073206 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.073398 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.073983 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.074157 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.074398 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.074566 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.074761 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.074966 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.075144 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.075348 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.075510 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.075749 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.075974 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.076199 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.076387 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.076590 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.076781 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.076946 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.077155 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.077316 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.077519 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.077693 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.077887 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.078085 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.078247 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.078462 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.078626 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.078826 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.079016 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.079190 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.079402 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.079579 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.079871 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.080034 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.080261 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.080426 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.080641 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.080827 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.081013 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.081216 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.081378 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.081601 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.081776 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.081979 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.082169 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.082347 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.082552 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.082712 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.082945 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.083112 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.083308 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.083502 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.083706 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.083908 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.084380 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.084551 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.084743 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.084943 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.085145 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.085341 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.085504 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.085660 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.085852 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.086015 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.086233 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.086395 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.086611 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.086789 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.086975 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.087172 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.087333 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.087581 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.087788 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.087979 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.088167 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.088360 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.088494 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.088620 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.088819 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.089022 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.089287 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.089425 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.089586 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.089809 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.089972 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.090170 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.090367 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.090557 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.090766 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.090929 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.091160 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.091333 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.091540 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.091749 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.091952 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.092158 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.092325 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.092538 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.092699 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.092900 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.093081 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.093263 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.093466 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.093626 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.093842 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.094010 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.094203 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.094396 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.094557 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.094781 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.094942 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.095142 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.095326 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.095503 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.095750 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 14:48:03.095907 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 31 14:48:03.366444 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 38032) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:48:03.373503 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [-] 10.222.0.36 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049930 Oct 31 14:48:03.378096 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [-] 10.222.0.36 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039487 Oct 31 14:48:12.357574 dv-cinder-860227-3-iscsi neutron-server[119612]: DEBUG dbcounter [-] [119612] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=119612) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:15.276177 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writer thread running {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 31 14:48:15.278873 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8fc6b2-4804-47c4-99ed-8af55ad0d6dd None None] get_active_networks_info from dv-cinder-860227-3-iscsi {{(pid=119729) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 14:48:15.369319 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8fc6b2-4804-47c4-99ed-8af55ad0d6dd None None] No non-hosted networks {{(pid=119729) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 31 14:48:15.373252 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-394d034a-09c4-4b12-8a4b-75f275b32724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400759'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:16.913606 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writer thread running {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 31 14:48:17.438531 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-a24d828f-9eb8-48bb-b380-030ece64b3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400759'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:17.492347 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b787eae9-532d-4ea9-ac38-6bd9a516a810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:19.119995 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400759'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:19.222213 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 38106) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:48:19.844679 dv-cinder-860227-3-iscsi neutron-server[119728]: WARNING oslo_policy.policy [None req-4277dec9-db53-49d2-a434-927ee7ef82a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 14:48:19.845314 dv-cinder-860227-3-iscsi neutron-server[119728]: WARNING oslo_policy.policy [None req-4277dec9-db53-49d2-a434-927ee7ef82a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 14:48:20.092471 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [None req-4277dec9-db53-49d2-a434-927ee7ef82a3 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=119728) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 14:48:20.097252 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-4277dec9-db53-49d2-a434-927ee7ef82a3 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8704009 Oct 31 14:48:20.589391 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400759'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:20.862368 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400759'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:20.864808 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:20.865382 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:20.865859 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:20.867414 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:20.868239 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:20.868730 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:20.869359 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:20.869865 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:20.871290 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:20.871782 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:20.872366 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:20.872834 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:20.873571 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:20.874995 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:20.875975 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:20.876601 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-860227-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:48:20.887710 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-860227-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:48:22.761306 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.db.l3_hamode_db [None req-9620c4ee-328a-44ae-9f47-4fab95661286 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 31 14:48:22.850671 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620c4ee-328a-44ae-9f47-4fab95661286 None None] Routers set() bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:48:22.851119 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620c4ee-328a-44ae-9f47-4fab95661286 None None] Router IDs set() for agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 31 14:48:22.976901 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 38140) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:48:23.320961 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-a781f778-0fa1-49a6-b83c-43ef04171841 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:48:23.333885 dv-cinder-860227-3-iscsi neutron-server[119728]: ERROR stevedore.extension [None req-a781f778-0fa1-49a6-b83c-43ef04171841 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 31 14:48:23.415524 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.policy [None req-a781f778-0fa1-49a6-b83c-43ef04171841 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119728) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 31 14:48:23.458401 dv-cinder-860227-3-iscsi neutron-server[119728]: WARNING oslo_policy.policy [None req-a781f778-0fa1-49a6-b83c-43ef04171841 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 14:48:23.458795 dv-cinder-860227-3-iscsi neutron-server[119728]: WARNING oslo_policy.policy [None req-a781f778-0fa1-49a6-b83c-43ef04171841 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 14:48:23.479060 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writer thread running {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 31 14:48:23.559262 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-a781f778-0fa1-49a6-b83c-43ef04171841 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735236409493', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735236411113', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735236393030', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735236401799', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735236406478', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735236379500', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-727804', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1459108', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-389048', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-678318'] for rbac-policy (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:23.634149 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-a781f778-0fa1-49a6-b83c-43ef04171841 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:23.635339 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-a781f778-0fa1-49a6-b83c-43ef04171841 admin admin] 10.222.0.36 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6574714 Oct 31 14:48:26.591256 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 38150) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:48:26.925291 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:48:26.955506 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Made reservation on behalf of dc35ec7707ee4a09b3784f8b3e76686c for: {'network': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:48:26.959683 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:26.979417 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:27.103313 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Publish callbacks [] for security_group (9245742b-d57e-4d29-9ea6-5c986f7cabf9), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:27.108063 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (9245742b-d57e-4d29-9ea6-5c986f7cabf9), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:27.135207 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=119728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 14:48:27.171013 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735234739833', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (4c8c1978-bad3-4120-b975-15b5bec0ccb2), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:27.171621 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Unsubscribe: segment precommit_create {{(pid=119728) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 31 14:48:27.172181 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.segments_db [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Added segment 4c8c1978-bad3-4120-b975-15b5bec0ccb2 of type vlan for network 95c7b8b8-39cc-4c84-a265-9e41d1554035 Oct 31 14:48:27.194110 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9245742b-d57e-4d29-9ea6-5c986f7cabf9,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:48:27.250867 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:27.251234 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:27.251651 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:27.252041 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:27.252405 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:27.252747 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:27.253085 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:27.253438 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:27.253793 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:27.254133 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:27.254468 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:27.254828 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:27.255189 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:27.255536 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:27.255894 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Tracked resource versions report: Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: pushed versions: Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: { 'AddressGroup': {'1.2'}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Agent': {'1.1'}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'ConntrackHelper': {'1.0'}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'LocalIPAssociation': {'1.0'}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Log': {'1.0'}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'NDPProxy': {'1.0'}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Network': {'1.1'}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Port': {'1.7'}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'PortForwarding': {'1.3'}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'QosPolicy': {'1.10'}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'SecurityGroup': {'1.5'}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'SecurityGroupRule': {'1.2'}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'SubPort': {'1.0'}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Subnet': {'1.1'}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Trunk': {'1.1'}} Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: consumer versions: Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: { DHCP agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: L3 agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: Metadata agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: Metering agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: Open vSwitch agent@dv-cinder-860227-3-iscsi: { 'AddressGroup': '1.2', Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Agent': '1.1', Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'ConntrackHelper': '1.0', Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'LocalIPAssociation': '1.0', Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Log': '1.0', Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'NDPProxy': '1.0', Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Network': '1.1', Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Port': '1.7', Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'PortForwarding': '1.3', Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'QosPolicy': '1.10', Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'SecurityGroup': '1.5', Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'SecurityGroupRule': '1.2', Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'SubPort': '1.0', Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Subnet': '1.1', Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Trunk': '1.1'}} Oct 31 14:48:27.257605 dv-cinder-860227-3-iscsi neutron-server[119728]: {{(pid=119728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 14:48:27.296449 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (95c7b8b8-39cc-4c84-a265-9e41d1554035), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:27.325497 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=54,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:27.343432 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (95c7b8b8-39cc-4c84-a265-9e41d1554035), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:27.349107 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:48:27.349861 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:27.453895 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8614480 Oct 31 14:48:27.490155 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af793e7-fe6d-4cb8-9eb1-636402f0d187 demo demo] Pushing event updated for resources: {'Network': ['ID=95c7b8b8-39cc-4c84-a265-9e41d1554035,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:48:27.502454 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network 95c7b8b8-39cc-4c84-a265-9e41d1554035 details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 14:48:30.494506 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38164) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:48:31.028920 dv-cinder-860227-3-iscsi neutron-server[119727]: WARNING oslo_policy.policy [None req-b3b3893f-12d6-4649-838c-3ae816ffd2f1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 14:48:31.029981 dv-cinder-860227-3-iscsi neutron-server[119727]: WARNING oslo_policy.policy [None req-b3b3893f-12d6-4649-838c-3ae816ffd2f1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 14:48:31.330509 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writer thread running {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 31 14:48:31.533746 dv-cinder-860227-3-iscsi neutron-server[119727]: ERROR stevedore.extension [None req-b3b3893f-12d6-4649-838c-3ae816ffd2f1 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 31 14:48:31.607376 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.policy [None req-b3b3893f-12d6-4649-838c-3ae816ffd2f1 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119727) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 31 14:48:31.664334 dv-cinder-860227-3-iscsi neutron-server[119727]: WARNING oslo_policy.policy [None req-b3b3893f-12d6-4649-838c-3ae816ffd2f1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 14:48:31.664889 dv-cinder-860227-3-iscsi neutron-server[119727]: WARNING oslo_policy.policy [None req-b3b3893f-12d6-4649-838c-3ae816ffd2f1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 14:48:31.675446 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b3893f-12d6-4649-838c-3ae816ffd2f1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:48:31.678145 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-b3b3893f-12d6-4649-838c-3ae816ffd2f1 demo admin] 10.222.0.36 "GET /networking/v2.0/networks/95c7b8b8-39cc-4c84-a265-9e41d1554035 HTTP/1.1" status: 200 len: 825 time: 1.1811492 Oct 31 14:48:31.698201 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:31.732554 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-3c488bfa-696d-4b45-8242-79dc774abc7c demo admin] 10.222.0.36 "GET /networking/v2.0/subnetpools/5b399470-eb4f-4dc6-bf94-1c35aaaa6315 HTTP/1.1" status: 200 len: 734 time: 0.0480185 Oct 31 14:48:31.743188 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Request body: {'subnet': {'subnetpool_id': '5b399470-eb4f-4dc6-bf94-1c35aaaa6315', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035', 'ip_version': 4}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:48:31.791948 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Made reservation on behalf of dc35ec7707ee4a09b3784f8b3e76686c for: {'subnet': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:48:31.795387 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:32.088522 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for subnet (df076f39-2f80-41c3-8766-f8a517ca9ef8), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:32.159671 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Checking segment: {'id': '4c8c1978-bad3-4120-b975-15b5bec0ccb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:48:32.160063 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Network hostable DHCP agents. Network: 95c7b8b8-39cc-4c84-a265-9e41d1554035, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 14:48:32.171838 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Pushing event updated for resources: {'Subnet': ['ID=df076f39-2f80-41c3-8766-f8a517ca9ef8,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:48:32.190406 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:32.190741 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:32.191091 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:32.191431 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:32.191913 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:32.192244 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:32.192564 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:32.192851 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:32.193183 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:32.193495 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:32.193803 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:32.194126 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:32.194437 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:32.194741 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:32.195052 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Tracked resource versions report: Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: pushed versions: Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: { 'AddressGroup': {'1.2'}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Agent': {'1.1'}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'ConntrackHelper': {'1.0'}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'LocalIPAssociation': {'1.0'}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Log': {'1.0'}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'NDPProxy': {'1.0'}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Network': {'1.1'}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Port': {'1.7'}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'PortForwarding': {'1.3'}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'QosPolicy': {'1.10'}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'SecurityGroup': {'1.5'}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'SecurityGroupRule': {'1.2'}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'SubPort': {'1.0'}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Subnet': {'1.1'}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Trunk': {'1.1'}} Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: consumer versions: Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: { DHCP agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: L3 agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: Metadata agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: Metering agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: Open vSwitch agent@dv-cinder-860227-3-iscsi: { 'AddressGroup': '1.2', Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Agent': '1.1', Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'ConntrackHelper': '1.0', Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'LocalIPAssociation': '1.0', Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Log': '1.0', Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'NDPProxy': '1.0', Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Network': '1.1', Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Port': '1.7', Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'PortForwarding': '1.3', Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'QosPolicy': '1.10', Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'SecurityGroup': '1.5', Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'SecurityGroupRule': '1.2', Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'SubPort': '1.0', Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Subnet': '1.1', Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Trunk': '1.1'}} Oct 31 14:48:32.196526 dv-cinder-860227-3-iscsi neutron-server[119727]: {{(pid=119727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 14:48:32.215707 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Network 95c7b8b8-39cc-4c84-a265-9e41d1554035 is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 14:48:32.231805 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, 95c7b8b8-39cc-4c84-a265-9e41d1554035) {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:48:32.237650 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:48:32.238265 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:32.243628 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f734e50f-2df6-4478-9e3c-2efa14b89a85 None None] Network 95c7b8b8-39cc-4c84-a265-9e41d1554035 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:48:32.246051 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=29,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:32.264254 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-23698d61-2bc8-4b90-9891-2f1cb1f02721 demo admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5256121 Oct 31 14:48:32.518590 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb79ca2a0-771f-5521-90fd-aa6fff36120a-95c7b8b8-39cc-4c84-a265-9e41d1554035', 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035', 'project_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'fixed_ips': [{'subnet_id': 'df076f39-2f80-41c3-8766-f8a517ca9ef8'}]}} from dv-cinder-860227-3-iscsi. {{(pid=119729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 14:48:32.520021 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:32.601293 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:32.616949 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=8 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:32.823211 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.db_base_plugin_common [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Allocated IP 172.20.0.2 (95c7b8b8-39cc-4c84-a265-9e41d1554035/df076f39-2f80-41c3-8766-f8a517ca9ef8/8800aa20-fbc0-467e-a236-611227006f3c) {{(pid=119729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:48:33.099883 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Publish callbacks [] for port (8800aa20-fbc0-467e-a236-611227006f3c), precommit_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:33.109198 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (8800aa20-fbc0-467e-a236-611227006f3c), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:33.192624 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Network 95c7b8b8-39cc-4c84-a265-9e41d1554035 is already hosted by enough agents. {{(pid=119729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:48:33.196482 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.base_scheduler [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Resources bound (agent type, host, resource id): {{(pid=119729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:48:33.200028 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Received port after_create {{(pid=119729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:48:33.203516 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Pushing event updated for resources: {'Port': ['ID=8800aa20-fbc0-467e-a236-611227006f3c,revision_number=1']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:48:33.237374 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:33.239013 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:33.239544 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:33.239799 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:33.240151 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:33.240504 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:33.240802 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:33.241122 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:33.241438 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:33.241755 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:33.242070 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:33.242383 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:33.242710 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:33.243027 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:33.243336 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:33.243688 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Tracked resource versions report: Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: pushed versions: Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: { 'AddressGroup': {'1.2'}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Agent': {'1.1'}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'ConntrackHelper': {'1.0'}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'LocalIPAssociation': {'1.0'}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Log': {'1.0'}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'NDPProxy': {'1.0'}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Network': {'1.1'}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Port': {'1.7'}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'PortForwarding': {'1.3'}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'QosPolicy': {'1.10'}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'SecurityGroup': {'1.5'}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'SecurityGroupRule': {'1.2'}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'SubPort': {'1.0'}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Subnet': {'1.1'}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Trunk': {'1.1'}} Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: consumer versions: Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: { DHCP agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: L3 agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: Metadata agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: Metering agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: Open vSwitch agent@dv-cinder-860227-3-iscsi: { 'AddressGroup': '1.2', Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Agent': '1.1', Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'ConntrackHelper': '1.0', Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'LocalIPAssociation': '1.0', Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Log': '1.0', Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'NDPProxy': '1.0', Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Network': '1.1', Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Port': '1.7', Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'PortForwarding': '1.3', Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'QosPolicy': '1.10', Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'SecurityGroup': '1.5', Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'SecurityGroupRule': '1.2', Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'SubPort': '1.0', Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Subnet': '1.1', Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Trunk': '1.1'}} Oct 31 14:48:33.245167 dv-cinder-860227-3-iscsi neutron-server[119729]: {{(pid=119729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 14:48:33.299206 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Attempting to bind port 8800aa20-fbc0-467e-a236-611227006f3c on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:48:33.299628 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Attempting to bind port 8800aa20-fbc0-467e-a236-611227006f3c by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': '4c8c1978-bad3-4120-b975-15b5bec0ccb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:48:33.300050 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Attempting to bind port 8800aa20-fbc0-467e-a236-611227006f3c on network 95c7b8b8-39cc-4c84-a265-9e41d1554035 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:48:33.349222 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:48:33.349562 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Checking segment: {'id': '4c8c1978-bad3-4120-b975-15b5bec0ccb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:48:33.350085 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:33.350416 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Bound using segment: {'id': '4c8c1978-bad3-4120-b975-15b5bec0ccb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:48:33.350892 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Bound port: 8800aa20-fbc0-467e-a236-611227006f3c, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8c1978-bad3-4120-b975-15b5bec0ccb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:48:33.351282 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (8800aa20-fbc0-467e-a236-611227006f3c), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:33.412776 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] For port 8800aa20-fbc0-467e-a236-611227006f3c, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:48:33.433188 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] For port 8800aa20-fbc0-467e-a236-611227006f3c, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=8800aa20-fbc0-467e-a236-611227006f3c,segment=NetworkSegment(4c8c1978-bad3-4120-b975-15b5bec0ccb2),segment_id=4c8c1978-bad3-4120-b975-15b5bec0ccb2)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:48:33.440908 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (8800aa20-fbc0-467e-a236-611227006f3c), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:33.490396 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbb04f-1439-4303-9cb3-b464319401a9 None None] Pushing event updated for resources: {'Port': ['ID=8800aa20-fbc0-467e-a236-611227006f3c,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:48:34.999919 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38190) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:48:35.341119 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [None req-d412a44f-35d6-4314-b796-b6678c205f31 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=119727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 14:48:35.342130 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-d412a44f-35d6-4314-b796-b6678c205f31 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3412697 Oct 31 14:48:37.486292 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=51,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:38.047083 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38198) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:48:38.435468 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [None req-52d68bed-e643-4e0f-bf91-0ef7f4844f93 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=119727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 14:48:38.436595 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-52d68bed-e643-4e0f-bf91-0ef7f4844f93 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3885305 Oct 31 14:48:40.722257 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 8800aa20-fbc0-467e-a236-611227006f3c up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:48:40.812057 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 8800aa20-fbc0-467e-a236-611227006f3c triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:48:40.812474 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (8800aa20-fbc0-467e-a236-611227006f3c), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:40.812861 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 8800aa20-fbc0-467e-a236-611227006f3c Oct 31 14:48:40.849778 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:40.917800 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 8800aa20-fbc0-467e-a236-611227006f3c is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:48:40.918767 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (8800aa20-fbc0-467e-a236-611227006f3c), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:40.958033 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 8800aa20-fbc0-467e-a236-611227006f3c, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=8800aa20-fbc0-467e-a236-611227006f3c,segment=NetworkSegment(4c8c1978-bad3-4120-b975-15b5bec0ccb2),segment_id=4c8c1978-bad3-4120-b975-15b5bec0ccb2)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:48:40.963098 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (8800aa20-fbc0-467e-a236-611227006f3c), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:41.012526 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=8800aa20-fbc0-467e-a236-611227006f3c,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:48:41.200356 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38210) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:48:41.553774 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-0863eea5-18b7-4a95-8663-44ae45d1c885 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:48:41.582140 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0863eea5-18b7-4a95-8663-44ae45d1c885 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56553'] for router (8216ac3a-7da3-48d3-91aa-5e6cc30164dd), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:41.583932 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0863eea5-18b7-4a95-8663-44ae45d1c885 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56544'] for router (8216ac3a-7da3-48d3-91aa-5e6cc30164dd), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:41.725233 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0863eea5-18b7-4a95-8663-44ae45d1c885 demo demo] Publish callbacks [] for router_controller (8216ac3a-7da3-48d3-91aa-5e6cc30164dd), precommit_add_association {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:41.729973 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0863eea5-18b7-4a95-8663-44ae45d1c885 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398653'] for router (8216ac3a-7da3-48d3-91aa-5e6cc30164dd), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:41.751679 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0863eea5-18b7-4a95-8663-44ae45d1c885 demo demo] Publish callbacks [] for router (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:41.752867 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-0863eea5-18b7-4a95-8663-44ae45d1c885 demo demo] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5515561 Oct 31 14:48:42.071161 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5fbe4d-36ba-4cbe-b3a4-a5bba34298a7 None None] Network 95c7b8b8-39cc-4c84-a265-9e41d1554035 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:48:42.147290 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9e15e508-b937-4851-9605-3af34c7ff7c4 None None] Provisioning complete for port 8800aa20-fbc0-467e-a236-611227006f3c triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:48:42.147688 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9e15e508-b937-4851-9605-3af34c7ff7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (8800aa20-fbc0-467e-a236-611227006f3c), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:42.148023 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9e15e508-b937-4851-9605-3af34c7ff7c4 None None] Attempt 1 to provision port 8800aa20-fbc0-467e-a236-611227006f3c Oct 31 14:48:42.270186 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9e15e508-b937-4851-9605-3af34c7ff7c4 None None] Current status of the port 8800aa20-fbc0-467e-a236-611227006f3c is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:48:42.489625 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-bf907378-ef18-432b-b75d-643f856f7064 None None] Provisioning complete for port 8800aa20-fbc0-467e-a236-611227006f3c triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:48:42.490019 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-bf907378-ef18-432b-b75d-643f856f7064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (8800aa20-fbc0-467e-a236-611227006f3c), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:42.490360 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-bf907378-ef18-432b-b75d-643f856f7064 None None] Attempt 1 to provision port 8800aa20-fbc0-467e-a236-611227006f3c Oct 31 14:48:42.566503 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-bf907378-ef18-432b-b75d-643f856f7064 None None] Current status of the port 8800aa20-fbc0-467e-a236-611227006f3c is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:48:42.693031 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 8800aa20-fbc0-467e-a236-611227006f3c up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:48:42.736309 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 8800aa20-fbc0-467e-a236-611227006f3c triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:48:42.736697 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (8800aa20-fbc0-467e-a236-611227006f3c), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:42.737035 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 8800aa20-fbc0-467e-a236-611227006f3c Oct 31 14:48:42.802349 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:42.817222 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 8800aa20-fbc0-467e-a236-611227006f3c is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:48:44.619869 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38218) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:48:44.966956 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [None req-0f021aa2-1b8f-4140-9ded-3d904c6be635 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=119727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 14:48:44.967988 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-0f021aa2-1b8f-4140-9ded-3d904c6be635 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3471434 Oct 31 14:48:45.232929 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-52159165-2e58-4dfa-9367-bb176b0b4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:47.436470 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-80027331-b5cb-4692-80b4-829cc1cfd672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:47.677922 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38226) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:48:48.010248 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:48:48.033187 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Made reservation on behalf of e18b2b57837347e48db3adc0214764b8 for: {'network': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:48:48.035484 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:48.052845 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:48.182306 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Publish callbacks [] for security_group (18265648-adab-46a5-b5fe-40b2b854b278), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:48.186914 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (18265648-adab-46a5-b5fe-40b2b854b278), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:48.198774 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:48.205295 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Reserving flat network on physical network physnet1 {{(pid=119727) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 31 14:48:48.208099 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:48.235707 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18265648-adab-46a5-b5fe-40b2b854b278,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:48:48.243489 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735234739833', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (f7ffd476-5409-4c0a-8999-2fa62d96efa1), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:48.244056 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Unsubscribe: segment precommit_create {{(pid=119727) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 31 14:48:48.244564 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.segments_db [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Added segment f7ffd476-5409-4c0a-8999-2fa62d96efa1 of type flat for network c40cf38d-c47f-49e0-b4d6-a10af0e88519 Oct 31 14:48:48.302531 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (c40cf38d-c47f-49e0-b4d6-a10af0e88519), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:48.343854 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (c40cf38d-c47f-49e0-b4d6-a10af0e88519), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:48.344771 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:48:48.345350 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:48.418734 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7397411 Oct 31 14:48:48.444479 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e15f4-dc59-4d87-9357-9448f17996e5 admin admin] Pushing event updated for resources: {'Network': ['ID=c40cf38d-c47f-49e0-b4d6-a10af0e88519,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:48:48.456239 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 14:48:49.019109 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:50.526812 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:50.721811 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:50.978819 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:51.160743 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38236) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:48:51.581240 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa20157-491f-4bb6-a5c2-bb2dbb9584d7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:48:51.582767 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-2aa20157-491f-4bb6-a5c2-bb2dbb9584d7 demo admin] 10.222.0.36 "GET /networking/v2.0/subnets/df076f39-2f80-41c3-8766-f8a517ca9ef8 HTTP/1.1" status: 200 len: 849 time: 0.4210432 Oct 31 14:48:51.728012 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-49592336-139c-4f87-9300-de5cfc2c65f1 demo admin] 10.222.0.36 "GET /networking/v2.0/routers/8216ac3a-7da3-48d3-91aa-5e6cc30164dd HTTP/1.1" status: 200 len: 704 time: 0.1381066 Oct 31 14:48:52.037743 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:52.382387 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Allocated IP 172.20.0.1 (95c7b8b8-39cc-4c84-a265-9e41d1554035/df076f39-2f80-41c3-8766-f8a517ca9ef8/a06e69fd-0518-4dab-b6ec-8ec6b491ccb2) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:48:52.487939 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:52.563796 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Publish callbacks [] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:52.635233 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:52.756645 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Network 95c7b8b8-39cc-4c84-a265-9e41d1554035 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:48:52.763603 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:52.770190 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:48:52.773367 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:48:52.773900 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398923'] for router_interface (8216ac3a-7da3-48d3-91aa-5e6cc30164dd), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:52.798901 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Pushing event updated for resources: {'Port': ['ID=a06e69fd-0518-4dab-b6ec-8ec6b491ccb2,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:48:52.944817 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-ac25652f-1250-40c8-874c-d2119f0bc632 None None] Provisioning complete for port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:48:52.945404 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ac25652f-1250-40c8-874c-d2119f0bc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:52.945538 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-ac25652f-1250-40c8-874c-d2119f0bc632 None None] Attempt 1 to provision port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 Oct 31 14:48:52.967854 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:52.981710 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-ac25652f-1250-40c8-874c-d2119f0bc632 None None] Port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:48:52.986077 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:53.200570 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Publish callbacks [] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:53.205381 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:53.206125 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399039'] for router_interface (8216ac3a-7da3-48d3-91aa-5e6cc30164dd), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:53.282632 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Pushing event updated for resources: {'Port': ['ID=a06e69fd-0518-4dab-b6ec-8ec6b491ccb2,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:48:53.335358 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Network 95c7b8b8-39cc-4c84-a265-9e41d1554035 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:48:53.337046 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:48:53.501535 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-3152d219-f2e8-4fcd-bbd0-27dd3b3c8311 None None] Provisioning complete for port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:48:53.502242 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3152d219-f2e8-4fcd-bbd0-27dd3b3c8311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:53.502544 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-3152d219-f2e8-4fcd-bbd0-27dd3b3c8311 None None] Attempt 1 to provision port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 Oct 31 14:48:53.504297 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Router 8216ac3a-7da3-48d3-91aa-5e6cc30164dd is scheduled to L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 with binding_index 1 {{(pid=119727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 14:48:53.538223 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-3152d219-f2e8-4fcd-bbd0-27dd3b3c8311 None None] Port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:48:53.556231 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:53.603990 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:48:53.609616 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-91df5fec-3e78-4333-a6b0-9ba9d7a74b20 demo admin] 10.222.0.36 "PUT /networking/v2.0/routers/8216ac3a-7da3-48d3-91aa-5e6cc30164dd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8754518 Oct 31 14:48:53.617436 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Sync routers for ids ['8216ac3a-7da3-48d3-91aa-5e6cc30164dd'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:48:53.631981 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Routers {'8216ac3a-7da3-48d3-91aa-5e6cc30164dd'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:48:53.632912 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:48:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['8216ac3a-7da3-48d3-91aa-5e6cc30164dd'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:48:53.833424 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Set router 8216ac3a-7da3-48d3-91aa-5e6cc30164dd gateway port host: None {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:48:54.324568 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8216ac3a-7da3-48d3-91aa-5e6cc30164dd', 'name': 'router1', 'tenant_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:48:41Z', 'updated_at': '2022-10-31T14:48:52Z', 'revision_number': 2, 'project_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'gw_port_host': None, '_interfaces': [{'id': 'a06e69fd-0518-4dab-b6ec-8ec6b491ccb2', 'name': '', 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035', 'tenant_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'mac_address': 'fa:16:3e:79:2b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8216ac3a-7da3-48d3-91aa-5e6cc30164dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df076f39-2f80-41c3-8766-f8a517ca9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:48:52Z', 'updated_at': '2022-10-31T14:48:53Z', 'revision_number': 2, 'project_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'subnets': [{'id': 'df076f39-2f80-41c3-8766-f8a517ca9ef8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b399470-eb4f-4dc6-bf94-1c35aaaa6315'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:48:54.393810 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Checking router: 8216ac3a-7da3-48d3-91aa-5e6cc30164dd for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:48:54.394287 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Updating router 8216ac3a-7da3-48d3-91aa-5e6cc30164dd port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 binding host dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 14:48:54.464301 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:55.150874 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Publish callbacks [] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), precommit_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:55.159660 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:55.312604 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Pushing event updated for resources: {'Port': ['ID=a06e69fd-0518-4dab-b6ec-8ec6b491ccb2,revision_number=3']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:48:55.315134 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Attempting to bind port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:48:55.315526 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Attempting to bind port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': '4c8c1978-bad3-4120-b975-15b5bec0ccb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035'}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:48:55.315974 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Attempting to bind port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 on network 95c7b8b8-39cc-4c84-a265-9e41d1554035 {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:48:55.353368 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:55.353733 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:55.354045 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:55.354387 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:55.354710 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:55.355028 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:55.355348 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:55.356508 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:55.356850 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:55.357167 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:55.357489 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:55.357818 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:55.358137 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:55.358449 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:55.358759 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Tracked resource versions report: Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: pushed versions: Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: { 'AddressGroup': {'1.2'}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Agent': {'1.1'}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'ConntrackHelper': {'1.0'}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'LocalIPAssociation': {'1.0'}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Log': {'1.0'}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'NDPProxy': {'1.0'}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Network': {'1.1'}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Port': {'1.7'}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'PortForwarding': {'1.3'}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'QosPolicy': {'1.10'}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'SecurityGroup': {'1.5'}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'SecurityGroupRule': {'1.2'}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'SubPort': {'1.0'}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Subnet': {'1.1'}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Trunk': {'1.1'}} Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: consumer versions: Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: { DHCP agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: L3 agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: Metadata agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: Metering agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: Open vSwitch agent@dv-cinder-860227-3-iscsi: { 'AddressGroup': '1.2', Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Agent': '1.1', Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'ConntrackHelper': '1.0', Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'LocalIPAssociation': '1.0', Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Log': '1.0', Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'NDPProxy': '1.0', Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Network': '1.1', Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Port': '1.7', Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'PortForwarding': '1.3', Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'QosPolicy': '1.10', Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'SecurityGroup': '1.5', Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'SecurityGroupRule': '1.2', Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'SubPort': '1.0', Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Subnet': '1.1', Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Trunk': '1.1'}} Oct 31 14:48:55.360267 dv-cinder-860227-3-iscsi neutron-server[119730]: {{(pid=119730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 14:48:55.421394 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:48:55.421777 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Checking segment: {'id': '4c8c1978-bad3-4120-b975-15b5bec0ccb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:48:55.422259 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:55.422647 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Bound using segment: {'id': '4c8c1978-bad3-4120-b975-15b5bec0ccb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035'} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:48:55.423134 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Bound port: a06e69fd-0518-4dab-b6ec-8ec6b491ccb2, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8c1978-bad3-4120-b975-15b5bec0ccb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035'}}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:48:55.423510 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:55.466252 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:55.491321 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] For port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:48:55.512750 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] For port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=a06e69fd-0518-4dab-b6ec-8ec6b491ccb2,segment=NetworkSegment(4c8c1978-bad3-4120-b975-15b5bec0ccb2),segment_id=4c8c1978-bad3-4120-b975-15b5bec0ccb2)] {{(pid=119730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:48:55.518994 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:55.549292 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:55.565959 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Routers {'8216ac3a-7da3-48d3-91aa-5e6cc30164dd'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:48:55.566685 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:48:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['8216ac3a-7da3-48d3-91aa-5e6cc30164dd'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:48:55.629243 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d83b29-c5de-4450-b0da-af0011c2ac74 None None] Pushing event updated for resources: {'Port': ['ID=a06e69fd-0518-4dab-b6ec-8ec6b491ccb2,revision_number=4']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:48:55.684735 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] Set router 8216ac3a-7da3-48d3-91aa-5e6cc30164dd gateway port host: None {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:48:55.905696 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8216ac3a-7da3-48d3-91aa-5e6cc30164dd', 'name': 'router1', 'tenant_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:48:41Z', 'updated_at': '2022-10-31T14:48:52Z', 'revision_number': 2, 'project_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'gw_port_host': None, '_interfaces': [{'id': 'a06e69fd-0518-4dab-b6ec-8ec6b491ccb2', 'name': '', 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035', 'tenant_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'mac_address': 'fa:16:3e:79:2b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8216ac3a-7da3-48d3-91aa-5e6cc30164dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df076f39-2f80-41c3-8766-f8a517ca9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:48:52Z', 'updated_at': '2022-10-31T14:48:55Z', 'revision_number': 4, 'project_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'subnets': [{'id': 'df076f39-2f80-41c3-8766-f8a517ca9ef8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b399470-eb4f-4dc6-bf94-1c35aaaa6315'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:48:55.935949 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fededd3-80eb-4e75-a1db-40d35c2bc4fe None None] The sync data for ids ['8216ac3a-7da3-48d3-91aa-5e6cc30164dd'] in dv-cinder-860227-3-iscsi is: [{'id': '8216ac3a-7da3-48d3-91aa-5e6cc30164dd', 'name': 'router1', 'tenant_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:48:41Z', 'updated_at': '2022-10-31T14:48:52Z', 'revision_number': 2, 'project_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'gw_port_host': None, '_interfaces': [{'id': 'a06e69fd-0518-4dab-b6ec-8ec6b491ccb2', 'name': '', 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035', 'tenant_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'mac_address': 'fa:16:3e:79:2b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8216ac3a-7da3-48d3-91aa-5e6cc30164dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df076f39-2f80-41c3-8766-f8a517ca9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:48:52Z', 'updated_at': '2022-10-31T14:48:55Z', 'revision_number': 4, 'project_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'subnets': [{'id': 'df076f39-2f80-41c3-8766-f8a517ca9ef8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b399470-eb4f-4dc6-bf94-1c35aaaa6315'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:48:56.285419 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38246) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:48:56.717547 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb53b867-4989-48f2-9b5a-70ba1996a7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:48:56.718936 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-fb53b867-4989-48f2-9b5a-70ba1996a7b2 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/c40cf38d-c47f-49e0-b4d6-a10af0e88519 HTTP/1.1" status: 200 len: 842 time: 0.4326222 Oct 31 14:48:56.729209 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-e82b9adc-8e53-4f53-971d-30e4e3fce5a8 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'gateway_ip': '172.27.0.1'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:48:56.751320 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82b9adc-8e53-4f53-971d-30e4e3fce5a8 admin admin] Made reservation on behalf of e18b2b57837347e48db3adc0214764b8 for: {'subnet': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:48:56.753710 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e82b9adc-8e53-4f53-971d-30e4e3fce5a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:56.873570 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:48:56.936172 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 5 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:48:57.051346 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.objects.ports [None req-e82b9adc-8e53-4f53-971d-30e4e3fce5a8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119727) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 31 14:48:57.051938 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e82b9adc-8e53-4f53-971d-30e4e3fce5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for subnet (c1c50422-bdac-4df1-95f7-ae5f87e3619b), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:57.121432 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b9adc-8e53-4f53-971d-30e4e3fce5a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c50422-bdac-4df1-95f7-ae5f87e3619b,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:48:57.134296 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b9adc-8e53-4f53-971d-30e4e3fce5a8 admin admin] Checking segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:48:57.134724 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82b9adc-8e53-4f53-971d-30e4e3fce5a8 admin admin] Network hostable DHCP agents. Network: c40cf38d-c47f-49e0-b4d6-a10af0e88519, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 14:48:57.156088 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82b9adc-8e53-4f53-971d-30e4e3fce5a8 admin admin] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 14:48:57.167285 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-e82b9adc-8e53-4f53-971d-30e4e3fce5a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, c40cf38d-c47f-49e0-b4d6-a10af0e88519) {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:48:57.172715 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82b9adc-8e53-4f53-971d-30e4e3fce5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:48:57.173607 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e82b9adc-8e53-4f53-971d-30e4e3fce5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:48:57.179200 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2951b43-fac5-4e81-a40a-889d8183ff28 None None] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:48:57.193941 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-e82b9adc-8e53-4f53-971d-30e4e3fce5a8 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4680865 Oct 31 14:48:57.310559 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb30612-1dde-4250-8dd6-6fce49facbf0 None None] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:48:59.943002 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 38254) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:49:00.549744 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-4134c445-8497-4839-9277-ab289977900c demo admin] 10.222.0.36 "GET /networking/v2.0/routers/8216ac3a-7da3-48d3-91aa-5e6cc30164dd HTTP/1.1" status: 200 len: 710 time: 0.6054838 Oct 31 14:49:00.707054 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230b09ea-a84f-48fd-a38f-e0407d16cf96 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:49:00.708499 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-230b09ea-a84f-48fd-a38f-e0407d16cf96 demo admin] 10.222.0.36 "GET /networking/v2.0/networks/c40cf38d-c47f-49e0-b4d6-a10af0e88519 HTTP/1.1" status: 200 len: 886 time: 0.1516209 Oct 31 14:49:00.718904 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:49:00.972717 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Publish callbacks [] for router_gateway (8216ac3a-7da3-48d3-91aa-5e6cc30164dd), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:01.209747 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Publish callbacks [] for router_gateway (8216ac3a-7da3-48d3-91aa-5e6cc30164dd), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:01.305172 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:01.526356 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Allocated IP 172.27.0.245 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:49:01.647774 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Publish callbacks [] for port (65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:01.686866 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:01.690230 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:01.715897 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:01.802259 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:49:01.807857 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:49:01.811262 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:49:01.816939 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Pushing event updated for resources: {'Port': ['ID=65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:49:02.141106 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Publish callbacks [] for router_gateway (8216ac3a-7da3-48d3-91aa-5e6cc30164dd), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:02.330707 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398674', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56462'] for router (8216ac3a-7da3-48d3-91aa-5e6cc30164dd), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:02.335919 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-398667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-398660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396684'] for router (8216ac3a-7da3-48d3-91aa-5e6cc30164dd), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:02.446410 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Router 8216ac3a-7da3-48d3-91aa-5e6cc30164dd has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 14:49:02.551773 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:49:02.556456 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] Publish callbacks [] for router (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:02.557662 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-94ac1dba-0115-4b00-91c4-0a72eed1ab7b demo admin] 10.222.0.36 "PUT /networking/v2.0/routers/8216ac3a-7da3-48d3-91aa-5e6cc30164dd HTTP/1.1" status: 200 len: 890 time: 1.8420274 Oct 31 14:49:02.563113 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Sync routers for ids ['8216ac3a-7da3-48d3-91aa-5e6cc30164dd'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:49:02.577849 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Routers {'8216ac3a-7da3-48d3-91aa-5e6cc30164dd'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:49:02.578649 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:48:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['8216ac3a-7da3-48d3-91aa-5e6cc30164dd'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:49:02.727990 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:49:02.848378 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Set router 8216ac3a-7da3-48d3-91aa-5e6cc30164dd gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:49:02.975001 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:49:02.975427 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:02.975822 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 Oct 31 14:49:03.244244 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:03.292998 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:49:03.293987 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:03.382712 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=a06e69fd-0518-4dab-b6ec-8ec6b491ccb2,segment=NetworkSegment(4c8c1978-bad3-4120-b975-15b5bec0ccb2),segment_id=4c8c1978-bad3-4120-b975-15b5bec0ccb2)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:49:03.384095 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8216ac3a-7da3-48d3-91aa-5e6cc30164dd', 'name': 'router1', 'tenant_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:48:41Z', 'updated_at': '2022-10-31T14:49:02Z', 'revision_number': 4, 'project_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'gw_port': {'id': '65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8216ac3a-7da3-48d3-91aa-5e6cc30164dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:49:01Z', 'updated_at': '2022-10-31T14:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'a06e69fd-0518-4dab-b6ec-8ec6b491ccb2', 'name': '', 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035', 'tenant_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'mac_address': 'fa:16:3e:79:2b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8216ac3a-7da3-48d3-91aa-5e6cc30164dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df076f39-2f80-41c3-8766-f8a517ca9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:48:52Z', 'updated_at': '2022-10-31T14:48:55Z', 'revision_number': 4, 'project_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'subnets': [{'id': 'df076f39-2f80-41c3-8766-f8a517ca9ef8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b399470-eb4f-4dc6-bf94-1c35aaaa6315'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:49:03.411722 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:03.446725 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Checking router: 8216ac3a-7da3-48d3-91aa-5e6cc30164dd for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:49:03.447099 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Updating router 8216ac3a-7da3-48d3-91aa-5e6cc30164dd port 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86 binding host dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 14:49:03.617837 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:03.642964 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=a06e69fd-0518-4dab-b6ec-8ec6b491ccb2,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:49:03.753490 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:03.967926 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Publish callbacks [] for port (65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86), precommit_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:03.973373 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:04.011706 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Attempting to bind port 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:49:04.012151 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Attempting to bind port 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:49:04.012549 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Attempting to bind port 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86 on network c40cf38d-c47f-49e0-b4d6-a10af0e88519 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:49:04.053909 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68210fd5-3f01-4285-afe2-d581fa232b4f None None] Pushing event updated for resources: {'Port': ['ID=65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:49:04.070309 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:49:04.070714 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Checking segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:49:04.071145 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:04.071578 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Bound using segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:49:04.072079 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Bound port: 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:49:04.072502 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:04.125286 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] For port 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:49:04.128355 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] For port 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:49:04.134292 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:04.174803 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Routers {'8216ac3a-7da3-48d3-91aa-5e6cc30164dd'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:49:04.175408 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:48:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['8216ac3a-7da3-48d3-91aa-5e6cc30164dd'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:49:04.223800 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68210fd5-3f01-4285-afe2-d581fa232b4f None None] Pushing event updated for resources: {'Port': ['ID=65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:49:04.298447 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] Set router 8216ac3a-7da3-48d3-91aa-5e6cc30164dd gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:49:04.366077 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:04.497611 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8216ac3a-7da3-48d3-91aa-5e6cc30164dd', 'name': 'router1', 'tenant_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:48:41Z', 'updated_at': '2022-10-31T14:49:02Z', 'revision_number': 4, 'project_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'gw_port': {'id': '65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8216ac3a-7da3-48d3-91aa-5e6cc30164dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:49:01Z', 'updated_at': '2022-10-31T14:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'a06e69fd-0518-4dab-b6ec-8ec6b491ccb2', 'name': '', 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035', 'tenant_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'mac_address': 'fa:16:3e:79:2b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8216ac3a-7da3-48d3-91aa-5e6cc30164dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df076f39-2f80-41c3-8766-f8a517ca9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:48:52Z', 'updated_at': '2022-10-31T14:49:03Z', 'revision_number': 5, 'project_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'subnets': [{'id': 'df076f39-2f80-41c3-8766-f8a517ca9ef8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b399470-eb4f-4dc6-bf94-1c35aaaa6315'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:49:04.525947 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f160f5f-a747-4bb4-a1bf-bf7807161c5a None None] The sync data for ids ['8216ac3a-7da3-48d3-91aa-5e6cc30164dd'] in dv-cinder-860227-3-iscsi is: [{'id': '8216ac3a-7da3-48d3-91aa-5e6cc30164dd', 'name': 'router1', 'tenant_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:48:41Z', 'updated_at': '2022-10-31T14:49:02Z', 'revision_number': 4, 'project_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'gw_port': {'id': '65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8216ac3a-7da3-48d3-91aa-5e6cc30164dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:49:01Z', 'updated_at': '2022-10-31T14:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'a06e69fd-0518-4dab-b6ec-8ec6b491ccb2', 'name': '', 'network_id': '95c7b8b8-39cc-4c84-a265-9e41d1554035', 'tenant_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'mac_address': 'fa:16:3e:79:2b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8216ac3a-7da3-48d3-91aa-5e6cc30164dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df076f39-2f80-41c3-8766-f8a517ca9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:48:52Z', 'updated_at': '2022-10-31T14:49:03Z', 'revision_number': 5, 'project_id': 'dc35ec7707ee4a09b3784f8b3e76686c', 'subnets': [{'id': 'df076f39-2f80-41c3-8766-f8a517ca9ef8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b399470-eb4f-4dc6-bf94-1c35aaaa6315'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:49:04.816301 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:49:04.868763 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:49:04.869303 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:04.869734 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 Oct 31 14:49:04.941406 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:04.957511 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:49:04.958647 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:49:05.012660 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:49:05.013093 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:05.013536 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86 Oct 31 14:49:05.091326 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:49:05.091766 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:05.114175 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:49:05.119833 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:05.173607 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:49:05.533953 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 38268) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:49:05.935119 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-222dcf7c-f8fa-4f6c-a3ae-f04e1008fd0a admin admin] 10.222.0.36 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3999467 Oct 31 14:49:06.715878 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:49:06.765531 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:49:06.765917 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:06.766245 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86 Oct 31 14:49:06.846738 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 65d1fe62-bb7a-48c7-8dbf-0ca1ac789b86 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:49:06.931788 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=35 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:06.933021 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:UPDATE=1,neutron:SELECT=46,neutron:INSERT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:07.183739 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=33 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:07.187192 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=56,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:15.246848 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b79e4e45-7112-464d-9edc-80f9002f5f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:15.921606 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:15.931131 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:17.440345 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-34e5c254-4531-4b99-92bf-76e1cc8fbde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:19.026330 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:20.514567 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:20.726140 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:22.965368 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:22.978167 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=4 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:30.719156 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:30.722793 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=53,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:33.935072 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 5 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:49:43.931138 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:45.221168 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e4fae8b6-f30b-4073-85e4-792cef95902c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:47.445855 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-806794b7-616d-496a-8a90-9eb8338128e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:49.026183 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:50.530003 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:50.734571 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:49:59.939576 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:49:59.947780 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=4 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:50:00.724036 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:50:00.731389 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:50:10.933851 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 5 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:50:12.934668 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:DELETE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:50:15.225851 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-14f626f1-5601-4e06-9432-dd4bfa510977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:50:17.449072 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0601-0c0e-4035-9e62-3ca2b0dd3038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:50:19.028397 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:50:20.521670 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:50:20.732278 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:50:20.930760 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:50:30.516988 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:50:30.727997 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:50:33.134555 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 38820) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:50:33.487471 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e59ee08-9455-4a1b-934b-1b486af64da7 admin admin] GET failed (client error): The resource could not be found. Oct 31 14:50:33.488778 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-3e59ee08-9455-4a1b-934b-1b486af64da7 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3533731 Oct 31 14:50:33.652847 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cc4135-5502-41c9-80dc-03cd98617696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:50:33.654331 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-79cc4135-5502-41c9-80dc-03cd98617696 admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1611185 Oct 31 14:50:36.232998 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38830) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:50:36.606188 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94603c36-2edb-482a-ad0c-35fc221b472f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:50:36.607518 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-94603c36-2edb-482a-ad0c-35fc221b472f admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/df076f39-2f80-41c3-8766-f8a517ca9ef8 HTTP/1.1" status: 200 len: 849 time: 0.3735838 Oct 31 14:50:36.617175 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:50:36.700078 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Publish callbacks [] for subnet (df076f39-2f80-41c3-8766-f8a517ca9ef8), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:50:36.908324 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735234614712'] for subnet (df076f39-2f80-41c3-8766-f8a517ca9ef8), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:50:36.941149 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:50:36.941284 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=4 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:50:36.941669 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:50:36.942010 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:50:36.944324 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cc2347-3ad4-41c4-b9f6-8bcba0092404 None None] Network 95c7b8b8-39cc-4c84-a265-9e41d1554035 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:50:36.956371 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] 10.222.0.36 "PUT /networking/v2.0/subnets/df076f39-2f80-41c3-8766-f8a517ca9ef8 HTTP/1.1" status: 200 len: 868 time: 0.3426127 Oct 31 14:50:36.976000 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Pushing event updated for resources: {'Subnet': ['ID=df076f39-2f80-41c3-8766-f8a517ca9ef8,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:50:36.983581 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:50:36.983941 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:50:36.984297 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:50:36.984641 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:50:36.984977 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:50:36.985313 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:50:36.985641 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:50:36.985995 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:50:36.986312 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:50:36.986645 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:50:36.986971 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:50:36.987297 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:50:36.988429 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:50:36.988429 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:50:36.988639 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c02c67-959d-4641-a402-ee427083f57c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:50:37.226416 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-5bec9a3d-d479-4b62-9cae-442502395554 None None] Provisioning complete for port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:50:37.226899 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5bec9a3d-d479-4b62-9cae-442502395554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a06e69fd-0518-4dab-b6ec-8ec6b491ccb2), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:50:37.227302 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-5bec9a3d-d479-4b62-9cae-442502395554 None None] Attempt 1 to provision port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 Oct 31 14:50:37.303086 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-5bec9a3d-d479-4b62-9cae-442502395554 None None] Current status of the port a06e69fd-0518-4dab-b6ec-8ec6b491ccb2 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:50:37.311761 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-5bec9a3d-d479-4b62-9cae-442502395554 None None] Provisioning complete for port 8800aa20-fbc0-467e-a236-611227006f3c triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:50:37.312150 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5bec9a3d-d479-4b62-9cae-442502395554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (8800aa20-fbc0-467e-a236-611227006f3c), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:50:37.312486 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-5bec9a3d-d479-4b62-9cae-442502395554 None None] Attempt 1 to provision port 8800aa20-fbc0-467e-a236-611227006f3c Oct 31 14:50:37.382008 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-5bec9a3d-d479-4b62-9cae-442502395554 None None] Current status of the port 8800aa20-fbc0-467e-a236-611227006f3c is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:50:39.549305 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38840) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:50:40.035722 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff460e-bc48-4cb1-94c5-2270e8a5d364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:50:40.036198 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff460e-bc48-4cb1-94c5-2270e8a5d364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:50:40.037748 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-11ff460e-bc48-4cb1-94c5-2270e8a5d364 admin admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4875140 Oct 31 14:50:42.611522 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38848) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:50:43.024655 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1027f8ae-d4db-4226-93d5-e2277f58f044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:50:43.025116 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1027f8ae-d4db-4226-93d5-e2277f58f044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:50:43.026638 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-1027f8ae-d4db-4226-93d5-e2277f58f044 admin admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4141483 Oct 31 14:50:43.649466 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=14 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:50:43.650267 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=11 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:50:45.228910 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-71df470f-91a7-48bc-95eb-153b8a945456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:50:45.974748 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38856) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:50:46.407709 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fbb5d6-0dba-42b6-97cc-ae13455980b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:50:46.409062 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-f7fbb5d6-0dba-42b6-97cc-ae13455980b9 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/95c7b8b8-39cc-4c84-a265-9e41d1554035 HTTP/1.1" status: 200 len: 869 time: 0.4333444 Oct 31 14:50:47.453492 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-13cb3e79-939d-445e-823b-4bcc56ccb7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:50:47.932746 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 5 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:50:49.030991 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:50:49.063756 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38864) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:50:49.469983 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec077f35-cffc-4b7c-83f8-74f001e15e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:50:49.471364 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-ec077f35-cffc-4b7c-83f8-74f001e15e3d admin admin] 10.222.0.36 "GET /networking/v2.0/networks/c40cf38d-c47f-49e0-b4d6-a10af0e88519 HTTP/1.1" status: 200 len: 886 time: 0.4066830 Oct 31 14:50:50.523907 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:50:50.736249 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:50:52.138936 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38872) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:50:52.485554 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:50:52.551497 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:50:52.557357 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4fa1d7-d986-4e00-9175-f54f856ad292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:50:52.557874 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4fa1d7-d986-4e00-9175-f54f856ad292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:50:52.560092 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-5c4fa1d7-d986-4e00-9175-f54f856ad292 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4197376 Oct 31 14:50:55.135985 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 38880) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:50:55.544259 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d91602e-6b40-4bae-b3d2-28111db42360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:50:55.544868 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d91602e-6b40-4bae-b3d2-28111db42360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:50:55.546411 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-8d91602e-6b40-4bae-b3d2-28111db42360 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4095507 Oct 31 14:50:57.928474 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:50:57.929164 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:50:58.123177 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 38888) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:50:58.490638 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443ac0c-c1d9-4efb-8463-810d3740189c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:50:58.491921 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-e443ac0c-c1d9-4efb-8463-810d3740189c admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/c1c50422-bdac-4df1-95f7-ae5f87e3619b HTTP/1.1" status: 200 len: 816 time: 0.3677826 Oct 31 14:51:00.726882 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:00.730431 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:01.084564 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38896) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:51:01.460001 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51623bf6-8b1b-4942-99d3-48068370e267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:51:01.461359 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-51623bf6-8b1b-4942-99d3-48068370e267 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/df076f39-2f80-41c3-8766-f8a517ca9ef8 HTTP/1.1" status: 200 len: 868 time: 0.3759437 Oct 31 14:51:08.484022 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=11 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:08.487120 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=12 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:11.453826 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=8 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:11.456329 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=8 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:13.946883 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=18 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:13.948155 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=14 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:15.232524 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2a363688-cce6-47ba-a00f-960b7057fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:17.455326 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-036e1722-a2ab-42cf-84fe-49400541f0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:19.029091 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:20.529179 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:20.739137 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:24.930878 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 5 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:51:30.727120 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:30.735197 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:31.535034 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 38954) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:51:31.860775 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [None req-e2ef8644-1e0e-4f17-9d5a-f012f0bf6051 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=119727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 14:51:31.861768 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-e2ef8644-1e0e-4f17-9d5a-f012f0bf6051 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3257837 Oct 31 14:51:34.527925 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 38962) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:51:34.868280 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3ffcc1-af4d-4cc6-bf98-5da0c3c69c69 admin admin] GET failed (client error): The resource could not be found. Oct 31 14:51:34.869571 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-ae3ffcc1-af4d-4cc6-bf98-5da0c3c69c69 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3406625 Oct 31 14:51:34.926201 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:34.927042 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:34.957607 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76acf06a-f201-4428-a08e-3c40d5bd1f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:51:34.959091 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-76acf06a-f201-4428-a08e-3c40d5bd1f47 admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0841677 Oct 31 14:51:37.575799 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 38970) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:51:37.897875 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:51:37.919431 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Made reservation on behalf of e18b2b57837347e48db3adc0214764b8 for: {'network': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:51:37.921732 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:37.956202 dv-cinder-860227-3-iscsi neutron-server[119728]: WARNING neutron.services.revisions.revision_plugin [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Could not find related network for resource to bump revision. Oct 31 14:51:37.969590 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=119728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 14:51:37.979575 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (5b720d28-b5ba-4ebd-bde5-c5d8212d2029), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:37.980010 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.segments_db [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Added segment 5b720d28-b5ba-4ebd-bde5-c5d8212d2029 of type vlan for network 22407923-62cf-4cda-b2ea-5b080167390e Oct 31 14:51:38.021589 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (22407923-62cf-4cda-b2ea-5b080167390e), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:38.045183 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (22407923-62cf-4cda-b2ea-5b080167390e), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:38.046123 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:51:38.046694 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:38.120964 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5435011 Oct 31 14:51:38.142886 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Pushing event updated for resources: {'Network': ['ID=22407923-62cf-4cda-b2ea-5b080167390e,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:51:38.150427 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:38.150774 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:38.151137 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:38.151479 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:38.151888 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:38.152227 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:38.152557 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:38.152881 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:38.153209 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:38.153533 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:38.153861 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:38.154195 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:38.154516 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:38.154834 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:38.155154 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ed5f51-7ad1-4b26-9bc3-3e59bd96f305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:38.166896 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network 22407923-62cf-4cda-b2ea-5b080167390e details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 14:51:40.738774 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 38978) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:51:41.141206 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea42a7c-3e0e-4c2d-9dc2-9c4fd124feb7 admin admin] GET failed (client error): The resource could not be found. Oct 31 14:51:41.142507 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-7ea42a7c-3e0e-4c2d-9dc2-9c4fd124feb7 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4027383 Oct 31 14:51:41.212768 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9309166f-5adc-4543-b068-2172119bd9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:51:41.214277 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9309166f-5adc-4543-b068-2172119bd9c0 admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0673606 Oct 31 14:51:41.224332 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-36cae972-35c7-4cea-9ebb-d871756c4195 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '22407923-62cf-4cda-b2ea-5b080167390e', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:51:41.248031 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cae972-35c7-4cea-9ebb-d871756c4195 admin admin] Made reservation on behalf of e18b2b57837347e48db3adc0214764b8 for: {'subnet': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:51:41.250299 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-36cae972-35c7-4cea-9ebb-d871756c4195 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:41.440467 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-36cae972-35c7-4cea-9ebb-d871756c4195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for subnet (bd79a350-38d6-43bb-9a7c-753d4ae603b5), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:41.496937 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cae972-35c7-4cea-9ebb-d871756c4195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd79a350-38d6-43bb-9a7c-753d4ae603b5,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:51:41.508987 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cae972-35c7-4cea-9ebb-d871756c4195 admin admin] Checking segment: {'id': '5b720d28-b5ba-4ebd-bde5-c5d8212d2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '22407923-62cf-4cda-b2ea-5b080167390e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:51:41.509358 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cae972-35c7-4cea-9ebb-d871756c4195 admin admin] Network hostable DHCP agents. Network: 22407923-62cf-4cda-b2ea-5b080167390e, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 14:51:41.532450 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cae972-35c7-4cea-9ebb-d871756c4195 admin admin] Network 22407923-62cf-4cda-b2ea-5b080167390e is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 14:51:41.543764 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-36cae972-35c7-4cea-9ebb-d871756c4195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, 22407923-62cf-4cda-b2ea-5b080167390e) {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:51:41.548103 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cae972-35c7-4cea-9ebb-d871756c4195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:51:41.548717 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-36cae972-35c7-4cea-9ebb-d871756c4195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:41.553315 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29dbadd-385a-44aa-90ec-58de4e2cabe3 None None] Network 22407923-62cf-4cda-b2ea-5b080167390e requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:51:41.568060 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-36cae972-35c7-4cea-9ebb-d871756c4195 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3470111 Oct 31 14:51:41.671995 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb79ca2a0-771f-5521-90fd-aa6fff36120a-22407923-62cf-4cda-b2ea-5b080167390e', 'network_id': '22407923-62cf-4cda-b2ea-5b080167390e', 'project_id': 'e18b2b57837347e48db3adc0214764b8', 'fixed_ips': [{'subnet_id': 'bd79a350-38d6-43bb-9a7c-753d4ae603b5'}]}} from dv-cinder-860227-3-iscsi. {{(pid=119729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 14:51:41.672926 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:41.814400 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.db_base_plugin_common [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Allocated IP 192.168.233.2 (22407923-62cf-4cda-b2ea-5b080167390e/bd79a350-38d6-43bb-9a7c-753d4ae603b5/2bfa28ea-31ff-41c8-a21b-fbef09fbbd60) {{(pid=119729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:51:41.962213 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Publish callbacks [] for port (2bfa28ea-31ff-41c8-a21b-fbef09fbbd60), precommit_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:41.969213 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (2bfa28ea-31ff-41c8-a21b-fbef09fbbd60), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:42.011025 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Network 22407923-62cf-4cda-b2ea-5b080167390e is already hosted by enough agents. {{(pid=119729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:51:42.016577 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.base_scheduler [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Resources bound (agent type, host, resource id): {{(pid=119729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:51:42.019070 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Pushing event updated for resources: {'Port': ['ID=2bfa28ea-31ff-41c8-a21b-fbef09fbbd60,revision_number=1']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:51:42.021676 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Received port after_create {{(pid=119729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:51:42.034283 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:42.034633 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:42.034974 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:42.035326 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:42.035691 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:42.036017 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:42.036346 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:42.036667 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:42.036988 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:42.037310 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:42.037630 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:42.037969 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:42.038289 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:42.038647 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:42.038960 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:51:42.090851 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Attempting to bind port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:51:42.091131 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Attempting to bind port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': '5b720d28-b5ba-4ebd-bde5-c5d8212d2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '22407923-62cf-4cda-b2ea-5b080167390e'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:51:42.091483 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Attempting to bind port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 on network 22407923-62cf-4cda-b2ea-5b080167390e {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:51:42.137287 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:51:42.137645 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Checking segment: {'id': '5b720d28-b5ba-4ebd-bde5-c5d8212d2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '22407923-62cf-4cda-b2ea-5b080167390e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:51:42.138035 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:42.138416 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Bound using segment: {'id': '5b720d28-b5ba-4ebd-bde5-c5d8212d2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '22407923-62cf-4cda-b2ea-5b080167390e'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:51:42.138873 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Bound port: 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b720d28-b5ba-4ebd-bde5-c5d8212d2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '22407923-62cf-4cda-b2ea-5b080167390e'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:51:42.139238 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (2bfa28ea-31ff-41c8-a21b-fbef09fbbd60), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:42.294188 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] For port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:51:42.297379 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] For port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=2bfa28ea-31ff-41c8-a21b-fbef09fbbd60,segment=NetworkSegment(5b720d28-b5ba-4ebd-bde5-c5d8212d2029),segment_id=5b720d28-b5ba-4ebd-bde5-c5d8212d2029)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:51:42.302596 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (2bfa28ea-31ff-41c8-a21b-fbef09fbbd60), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:42.351967 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf19a0-5d20-4f00-b142-961253876d1d None None] Pushing event updated for resources: {'Port': ['ID=2bfa28ea-31ff-41c8-a21b-fbef09fbbd60,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:51:42.674418 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:42.681021 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:42.862343 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:51:42.919752 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:51:42.920143 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (2bfa28ea-31ff-41c8-a21b-fbef09fbbd60), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:42.920479 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 Oct 31 14:51:43.006732 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:51:43.007714 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (2bfa28ea-31ff-41c8-a21b-fbef09fbbd60), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:43.046379 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=2bfa28ea-31ff-41c8-a21b-fbef09fbbd60,segment=NetworkSegment(5b720d28-b5ba-4ebd-bde5-c5d8212d2029),segment_id=5b720d28-b5ba-4ebd-bde5-c5d8212d2029)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:51:43.052183 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (2bfa28ea-31ff-41c8-a21b-fbef09fbbd60), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:43.114328 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=2bfa28ea-31ff-41c8-a21b-fbef09fbbd60,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:51:43.187891 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c37808e-7871-46ea-b1c2-c94559f5345c None None] Network 22407923-62cf-4cda-b2ea-5b080167390e requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:51:43.293576 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-3e19bd9d-7586-4462-8a68-e150784411fe None None] Provisioning complete for port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:51:43.293966 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3e19bd9d-7586-4462-8a68-e150784411fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (2bfa28ea-31ff-41c8-a21b-fbef09fbbd60), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:43.294303 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-3e19bd9d-7586-4462-8a68-e150784411fe None None] Attempt 1 to provision port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 Oct 31 14:51:43.386596 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-3e19bd9d-7586-4462-8a68-e150784411fe None None] Current status of the port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:51:43.505464 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-aaf9aa08-d355-47d4-9fa1-83a030d3b7a9 None None] Provisioning complete for port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:51:43.505848 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-aaf9aa08-d355-47d4-9fa1-83a030d3b7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (2bfa28ea-31ff-41c8-a21b-fbef09fbbd60), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:43.506190 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-aaf9aa08-d355-47d4-9fa1-83a030d3b7a9 None None] Attempt 1 to provision port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 Oct 31 14:51:43.581447 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-aaf9aa08-d355-47d4-9fa1-83a030d3b7a9 None None] Current status of the port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:51:44.818200 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:51:44.867147 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:51:44.867677 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (2bfa28ea-31ff-41c8-a21b-fbef09fbbd60), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:44.868010 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 Oct 31 14:51:44.942645 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 2bfa28ea-31ff-41c8-a21b-fbef09fbbd60 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:51:45.236333 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-408a6ae7-6064-484d-9aea-a1fc0e752ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:47.457560 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-aa688e75-9441-48d5-ba29-f82ff5eb3619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:49.031994 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:50.532591 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:50.740675 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:51:50.939529 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:50.945481 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:51.558972 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=74,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:51:51.561588 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:52:00.734428 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:52:00.736338 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:52:01.929158 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 5 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:52:11.925121 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:52:12.927430 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:52:15.240296 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-1d967861-5087-4381-b57f-471400f83d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:52:17.460366 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9cd8bb43-04fc-4efe-9efc-76c84fcdcb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:52:19.035121 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:52:20.539828 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:52:20.743034 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:52:27.935665 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:52:27.939820 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:52:30.737016 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:52:30.739358 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:52:38.929230 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 5 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:52:45.243370 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-dee3f83d-0e36-4c66-87ee-818fe3af1cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:52:47.462168 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b65ae629-7ada-46f7-914f-e7991562971d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:52:48.925416 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:52:48.926639 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:52:49.037790 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:52:50.545570 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:52:50.746158 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:00.739313 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:53:00.741223 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:53:04.558319 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39020) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:53:04.563799 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [None req-acbaa603-a62b-46ef-aaa1-a0dab99a5489 tempest-verify_tempest_config-398245598 tempest-verify_tempest_config-398245598-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=119727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 14:53:04.564778 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-acbaa603-a62b-46ef-aaa1-a0dab99a5489 tempest-verify_tempest_config-398245598 tempest-verify_tempest_config-398245598-project] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0055430 Oct 31 14:53:05.092926 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39038) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:53:05.424520 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:05.499890 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Publish callbacks [] for security_group (6bffaafa-cce9-49e3-9492-fb4ae6b68045), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:05.503391 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (6bffaafa-cce9-49e3-9492-fb4ae6b68045), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:05.547880 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bffaafa-cce9-49e3-9492-fb4ae6b68045,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:53:05.551531 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=451f1a67549f446198f8c57156142f58&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4576528 Oct 31 14:53:05.554696 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39042) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:53:05.557607 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.557952 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.558473 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.559004 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.559341 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.559695 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.560162 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.560601 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.560946 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.561345 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.561677 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.562194 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.562727 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.563259 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.563655 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e388a46-bc99-4c89-93f6-8e8bcc00c37f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.611428 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Publish callbacks [] for security_group (6bffaafa-cce9-49e3-9492-fb4ae6b68045), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:05.634233 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Publish callbacks [] for security_group (6bffaafa-cce9-49e3-9492-fb4ae6b68045), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:05.729614 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (6bffaafa-cce9-49e3-9492-fb4ae6b68045), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:05.732173 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:05.733393 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/6bffaafa-cce9-49e3-9492-fb4ae6b68045 HTTP/1.1" status: 204 len: 168 time: 0.1776896 Oct 31 14:53:05.741112 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bffaafa-cce9-49e3-9492-fb4ae6b68045,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:53:05.748644 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.748985 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.749342 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.749675 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.750000 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.750324 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.750639 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.750956 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.751286 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.751639 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.751960 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.752305 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.752673 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.752919 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:05.753226 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14caf93-b63d-4a1c-b128-188e21fe6aa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:53:12.662852 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=16 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:53:12.671544 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=16 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:53:15.248144 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-297aa31a-9e15-484a-a4f3-4d93b0c30acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:15.544265 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:53:15.553506 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=20,neutron:INSERT=7 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:53:15.736567 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:53:15.744756 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:53:15.927967 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 5 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:53:17.468071 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-a0b3f798-ba9f-41a7-afa3-3483d8263d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:19.044395 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:20.548716 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:20.748011 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:25.924898 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:53:30.742183 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:53:30.743072 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:53:45.250368 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c7f0b300-c010-42dc-b4a3-babf41d1cfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:47.471297 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-99ed7e49-8221-4943-af39-8710d32544e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:49.043377 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:50.550797 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:50.750054 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:53:50.935105 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=6 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:53:50.935873 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:53:52.927077 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 5 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:54:00.743560 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:54:00.745444 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:54:02.922442 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:54:02.923722 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:54:15.256506 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-6b75f421-f1e9-4ee3-a8ab-843f3b36d8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:54:17.472716 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-df2ebe19-28ac-4168-8fd2-fe4d28368216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:54:18.938891 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=4 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:54:18.939686 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:54:19.049149 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:54:20.553203 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:54:20.751236 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:54:29.926370 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 5 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:54:30.744852 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:54:30.747102 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:54:37.218957 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400759'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:54:39.923151 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:54:45.261692 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-20979c43-cf89-4e71-9f5b-d3a39cb1bc42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:54:47.474052 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-35753940-dfc6-40a1-a5a9-5d5c5cf7fd93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:54:49.053190 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:54:50.555986 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:54:50.700616 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39136) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:54:50.754176 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:54:50.834841 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-69213b94-e923-46b0-af2d-a8213c69e60f admin admin] 10.222.0.36 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1331582 Oct 31 14:54:53.288819 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39146) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:54:53.350476 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-2d050994-c712-4ddd-9e21-af12f82502a6 admin admin] 10.222.0.36 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0606003 Oct 31 14:54:55.936382 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:54:55.937163 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:55:00.742819 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:INSERT=1,neutron:SELECT=9,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:55:00.749048 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:55:00.827992 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:55:00.829878 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:55:03.342364 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:55:03.344674 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:55:06.927510 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:55:07.200144 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:55:15.254287 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-23dd0985-d465-4740-956e-e73e96328599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:55:16.921493 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=11 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:55:16.922246 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=17 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:55:17.474848 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-6eac43f6-6e7b-4a18-b2a2-9c1dd22f1c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:55:19.052702 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:55:20.558362 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:55:20.758653 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:55:30.752791 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:55:30.755357 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:55:32.922741 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:55:32.934017 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=5 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:55:37.200492 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:55:43.926089 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:55:45.255498 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-894da645-1bea-445a-8361-9a117bf51773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:55:47.484623 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e469c565-2729-408d-8fca-df0abfe67ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:55:49.056127 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:55:50.575772 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:55:50.766074 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:55:53.921367 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:00.756406 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:00.759181 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:07.198114 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:09.930503 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=5 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:12.938150 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:15.258691 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b63af489-d38d-47b9-9eb8-cee588bbceec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:17.477771 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-75d3fa62-2b5d-46ac-9153-7e367d6f662c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:19.058614 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:20.568928 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:20.760999 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:20.926871 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:56:26.141811 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39284) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:26.600457 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-347800603-network', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:26.622019 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Made reservation on behalf of fdab2d4f39c64f239ded71cc9773c8bb for: {'network': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:56:26.625250 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:26.639528 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:26.724667 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Publish callbacks [] for security_group (ad0516d9-bec2-4a34-94d0-3170b170f1ef), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:26.729480 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ad0516d9-bec2-4a34-94d0-3170b170f1ef), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:26.759346 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=119727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 14:56:26.781618 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0516d9-bec2-4a34-94d0-3170b170f1ef,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:26.788136 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (2e2bbb2c-6277-46b4-9804-b7fa722797b4), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:26.788480 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.segments_db [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Added segment 2e2bbb2c-6277-46b4-9804-b7fa722797b4 of type vlan for network d9dc557c-0645-443c-a01e-416bcfdc6824 Oct 31 14:56:26.803424 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:26.803811 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:26.804347 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:26.805004 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:26.805336 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:26.805658 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:26.806139 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:26.806680 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:26.807083 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:26.807478 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:26.807980 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:26.808469 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:26.809125 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:26.809607 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:26.810272 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Tracked resource versions report: Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: pushed versions: Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: { 'AddressGroup': {'1.2'}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Agent': {'1.1'}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'ConntrackHelper': {'1.0'}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'LocalIPAssociation': {'1.0'}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Log': {'1.0'}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'NDPProxy': {'1.0'}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Network': {'1.1'}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Port': {'1.7'}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'PortForwarding': {'1.3'}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'QosPolicy': {'1.10'}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'SecurityGroup': {'1.5'}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'SecurityGroupRule': {'1.2'}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'SubPort': {'1.0'}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Subnet': {'1.1'}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Trunk': {'1.1'}} Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: consumer versions: Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: { DHCP agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: HyperV agent@hv-cinder-86022: {}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: L3 agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: Metadata agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: Metering agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: Open vSwitch agent@dv-cinder-860227-3-iscsi: { 'AddressGroup': '1.2', Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Agent': '1.1', Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'ConntrackHelper': '1.0', Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'LocalIPAssociation': '1.0', Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Log': '1.0', Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'NDPProxy': '1.0', Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Network': '1.1', Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Port': '1.7', Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'PortForwarding': '1.3', Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'QosPolicy': '1.10', Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'SecurityGroup': '1.5', Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'SecurityGroupRule': '1.2', Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'SubPort': '1.0', Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Subnet': '1.1', Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: 'Trunk': '1.1'}} Oct 31 14:56:26.811706 dv-cinder-860227-3-iscsi neutron-server[119727]: {{(pid=119727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 14:56:26.855999 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (d9dc557c-0645-443c-a01e-416bcfdc6824), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:26.894462 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (d9dc557c-0645-443c-a01e-416bcfdc6824), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:26.895497 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:26.897688 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:26.963877 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8207183 Oct 31 14:56:26.967015 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39348) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:26.969642 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50443c-159a-42ff-b0d4-ef9558fd60e9 admin admin] Pushing event updated for resources: {'Network': ['ID=d9dc557c-0645-443c-a01e-416bcfdc6824,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:26.981918 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network d9dc557c-0645-443c-a01e-416bcfdc6824 details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 14:56:26.982486 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Request body: {'subnet': {'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-347800603-subnet', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:27.007693 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Made reservation on behalf of fdab2d4f39c64f239ded71cc9773c8bb for: {'subnet': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:56:27.010575 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:27.206186 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for subnet (2c5945c2-d0e4-41cf-a260-34d36848aab1), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:27.249065 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5945c2-d0e4-41cf-a260-34d36848aab1,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:27.266693 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:27.267260 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:27.267790 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:27.268294 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:27.268780 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:27.269254 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:27.269867 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:27.270336 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:27.270840 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:27.271309 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:27.271814 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:27.272311 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:27.272626 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:27.273089 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:27.273553 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Tracked resource versions report: Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: pushed versions: Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: { 'AddressGroup': {'1.2'}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Agent': {'1.1'}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'ConntrackHelper': {'1.0'}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'LocalIPAssociation': {'1.0'}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Log': {'1.0'}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'NDPProxy': {'1.0'}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Network': {'1.1'}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Port': {'1.7'}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'PortForwarding': {'1.3'}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'QosPolicy': {'1.10'}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'SecurityGroup': {'1.5'}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'SecurityGroupRule': {'1.2'}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'SubPort': {'1.0'}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Subnet': {'1.1'}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Trunk': {'1.1'}} Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: consumer versions: Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: { DHCP agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: HyperV agent@hv-cinder-86022: {}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: L3 agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: Metadata agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: Metering agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: Open vSwitch agent@dv-cinder-860227-3-iscsi: { 'AddressGroup': '1.2', Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Agent': '1.1', Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'ConntrackHelper': '1.0', Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'LocalIPAssociation': '1.0', Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Log': '1.0', Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'NDPProxy': '1.0', Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Network': '1.1', Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Port': '1.7', Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'PortForwarding': '1.3', Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'QosPolicy': '1.10', Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'SecurityGroup': '1.5', Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'SecurityGroupRule': '1.2', Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'SubPort': '1.0', Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Subnet': '1.1', Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: 'Trunk': '1.1'}} Oct 31 14:56:27.275113 dv-cinder-860227-3-iscsi neutron-server[119728]: {{(pid=119728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 14:56:27.295226 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Checking segment: {'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:27.295625 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Network hostable DHCP agents. Network: d9dc557c-0645-443c-a01e-416bcfdc6824, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 14:56:27.315078 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Network d9dc557c-0645-443c-a01e-416bcfdc6824 is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 14:56:27.325760 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, d9dc557c-0645-443c-a01e-416bcfdc6824) {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:27.331829 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:27.332845 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:27.336611 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1938f93-8d35-40e5-8952-38cf85a94967 None None] Network d9dc557c-0645-443c-a01e-416bcfdc6824 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:56:27.357045 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39362) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:27.357599 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-8ddb6765-6b9f-4cd0-9570-30ad0b048582 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3887448 Oct 31 14:56:27.364100 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:27.415508 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56553'] for router (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:27.417015 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56544'] for router (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:27.475596 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Publish callbacks [] for router_controller (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), precommit_add_association {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:27.508010 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb79ca2a0-771f-5521-90fd-aa6fff36120a-d9dc557c-0645-443c-a01e-416bcfdc6824', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1'}]}} from dv-cinder-860227-3-iscsi. {{(pid=119729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 14:56:27.509189 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:27.526452 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39370) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:27.569852 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39374) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:27.629835 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Publish callbacks [] for router_gateway (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:27.709256 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.db_base_plugin_common [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Allocated IP 172.20.0.2 (d9dc557c-0645-443c-a01e-416bcfdc6824/2c5945c2-d0e4-41cf-a260-34d36848aab1/3fa80e54-419c-4237-9084-eb722ffa9ee8) {{(pid=119729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:27.814197 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39386) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:27.842028 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-366bf309-974f-499d-a390-384e83546264 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-336226574-network', 'tenant_id': 'f629aa044ca845069237ecb8d889284e'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:27.879393 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-network', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:27.899092 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Publish callbacks [] for router_gateway (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:27.925673 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39390) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:27.925938 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Publish callbacks [] for port (3fa80e54-419c-4237-9084-eb722ffa9ee8), precommit_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:27.927622 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366bf309-974f-499d-a390-384e83546264 admin admin] Made reservation on behalf of f629aa044ca845069237ecb8d889284e for: {'network': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:56:27.932835 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-366bf309-974f-499d-a390-384e83546264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:27.933188 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:27.940613 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (3fa80e54-419c-4237-9084-eb722ffa9ee8), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:27.944772 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] Made reservation on behalf of 5119fe6e3c064da0a66218481a944aaa for: {'network': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:56:27.947273 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:27.949642 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-366bf309-974f-499d-a390-384e83546264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:27.990862 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Pushing event updated for resources: {'Port': ['ID=3fa80e54-419c-4237-9084-eb722ffa9ee8,revision_number=1']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:28.003784 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:28.004318 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:28.004869 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:28.006049 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:28.006573 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:28.007338 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:28.008111 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:28.008853 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:28.009600 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:28.010326 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:28.012040 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:28.013023 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:28.013769 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:28.014512 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:28.015008 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Tracked resource versions report: Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: pushed versions: Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: { 'AddressGroup': {'1.2'}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Agent': {'1.1'}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'ConntrackHelper': {'1.0'}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'LocalIPAssociation': {'1.0'}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Log': {'1.0'}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'NDPProxy': {'1.0'}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Network': {'1.1'}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Port': {'1.7'}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'PortForwarding': {'1.3'}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'QosPolicy': {'1.10'}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'SecurityGroup': {'1.5'}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'SecurityGroupRule': {'1.2'}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'SubPort': {'1.0'}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Subnet': {'1.1'}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Trunk': {'1.1'}} Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: consumer versions: Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: { DHCP agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: HyperV agent@hv-cinder-86022: {}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: L3 agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: Metadata agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: Metering agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: Open vSwitch agent@dv-cinder-860227-3-iscsi: { 'AddressGroup': '1.2', Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Agent': '1.1', Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'ConntrackHelper': '1.0', Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'LocalIPAssociation': '1.0', Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Log': '1.0', Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'NDPProxy': '1.0', Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Network': '1.1', Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Port': '1.7', Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'PortForwarding': '1.3', Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'QosPolicy': '1.10', Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'SecurityGroup': '1.5', Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'SecurityGroupRule': '1.2', Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'SubPort': '1.0', Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Subnet': '1.1', Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: 'Trunk': '1.1'}} Oct 31 14:56:28.017042 dv-cinder-860227-3-iscsi neutron-server[119729]: {{(pid=119729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 14:56:28.032435 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Network d9dc557c-0645-443c-a01e-416bcfdc6824 is already hosted by enough agents. {{(pid=119729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:28.036325 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.base_scheduler [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Resources bound (agent type, host, resource id): {{(pid=119729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:28.039159 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Received port after_create {{(pid=119729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:28.058105 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-366bf309-974f-499d-a390-384e83546264 admin admin] Publish callbacks [] for security_group (392c567f-99fb-4014-813f-824c5bc341fb), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.059372 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.078810 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-366bf309-974f-499d-a390-384e83546264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (392c567f-99fb-4014-813f-824c5bc341fb), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.103956 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366bf309-974f-499d-a390-384e83546264 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=119728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 14:56:28.112823 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Attempting to bind port 3fa80e54-419c-4237-9084-eb722ffa9ee8 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:56:28.113666 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Attempting to bind port 3fa80e54-419c-4237-9084-eb722ffa9ee8 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:56:28.114699 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Attempting to bind port 3fa80e54-419c-4237-9084-eb722ffa9ee8 on network d9dc557c-0645-443c-a01e-416bcfdc6824 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:56:28.169562 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:56:28.171099 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Checking segment: {'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:28.171760 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.172724 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Bound using segment: {'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:56:28.173466 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Bound port: 3fa80e54-419c-4237-9084-eb722ffa9ee8, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:56:28.173790 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] Publish callbacks [] for security_group (023a1c28-3404-4ccd-90b1-b8af0f86c7fc), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.174816 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (3fa80e54-419c-4237-9084-eb722ffa9ee8), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.177669 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:28.182812 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (023a1c28-3404-4ccd-90b1-b8af0f86c7fc), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.195744 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=119728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 14:56:28.206826 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (33de328d-33e1-469a-b40f-fa0d01cea6c4), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.207483 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.segments_db [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] Added segment 33de328d-33e1-469a-b40f-fa0d01cea6c4 of type vlan for network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 Oct 31 14:56:28.250688 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (5834683c-3d1a-4deb-b1fe-c3f585ecb7f7), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.257647 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] For port 3fa80e54-419c-4237-9084-eb722ffa9ee8, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:56:28.261763 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] For port 3fa80e54-419c-4237-9084-eb722ffa9ee8, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=3fa80e54-419c-4237-9084-eb722ffa9ee8,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:56:28.265234 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=86,neutron:UPDATE=10,neutron:INSERT=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:28.268977 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Allocated IP 172.27.0.181 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/f8fd01ca-9195-478e-8067-62c51af5eb0d) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:28.272909 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (3fa80e54-419c-4237-9084-eb722ffa9ee8), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.285029 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=69,neutron:INSERT=26,neutron:UPDATE=5 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:28.287269 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-366bf309-974f-499d-a390-384e83546264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.287805 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.segments_db [None req-366bf309-974f-499d-a390-384e83546264 admin admin] Added segment ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d of type vlan for network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 Oct 31 14:56:28.291841 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (5834683c-3d1a-4deb-b1fe-c3f585ecb7f7), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.293971 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:28.294802 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.332253 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7612224 Oct 31 14:56:28.363396 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39408) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:28.374180 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d19ee1-b64e-4e72-bfb8-540a06964cc1 None None] Pushing event updated for resources: {'Port': ['ID=3fa80e54-419c-4237-9084-eb722ffa9ee8,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:28.379902 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-75334929-b397-47a2-b494-9856ee5a6e9d admin admin] Request body: {'subnet': {'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-subnet', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:28.427447 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Publish callbacks [] for port (f8fd01ca-9195-478e-8067-62c51af5eb0d), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.432735 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75334929-b397-47a2-b494-9856ee5a6e9d admin admin] Made reservation on behalf of 5119fe6e3c064da0a66218481a944aaa for: {'subnet': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:56:28.435693 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-75334929-b397-47a2-b494-9856ee5a6e9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.442046 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-366bf309-974f-499d-a390-384e83546264 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (344848ef-d9a5-4f9a-8ddf-c96c364ed358), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.443120 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:28.444225 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:28.444823 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bf309-974f-499d-a390-384e83546264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392c567f-99fb-4014-813f-824c5bc341fb,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:28.474386 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (f8fd01ca-9195-478e-8067-62c51af5eb0d), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.512332 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1902792224-network', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:28.538657 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:28.547206 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-669080686-network', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:28.553078 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 14:56:28.565145 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:28.566319 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] Made reservation on behalf of af86d70d54694b7995d03c8c607ae706 for: {'network': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:56:28.568736 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.581969 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.663968 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:28.667818 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:28.697726 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] Publish callbacks [] for security_group (95adf0cc-5cdc-40f4-ae75-d98e879ae495), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.701263 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Pushing event updated for resources: {'Port': ['ID=f8fd01ca-9195-478e-8067-62c51af5eb0d,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:28.744597 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (95adf0cc-5cdc-40f4-ae75-d98e879ae495), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.755156 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:INSERT=18,neutron:UPDATE=4,neutron:SELECT=78 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:28.839588 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=119727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 14:56:28.853227 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95adf0cc-5cdc-40f4-ae75-d98e879ae495,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:28.877485 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (c12d0c10-1531-43bd-b4b1-48ba1aba830f), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.877760 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.segments_db [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] Added segment c12d0c10-1531-43bd-b4b1-48ba1aba830f of type vlan for network 62d09c23-95fd-46cc-ac62-b206a226f4d0 Oct 31 14:56:28.925781 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.db.resource_extend [None req-366bf309-974f-499d-a390-384e83546264 admin admin] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 31 14:56:28.958922 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:UPDATE=5,neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:28.966474 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-366bf309-974f-499d-a390-384e83546264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (344848ef-d9a5-4f9a-8ddf-c96c364ed358), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.968618 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366bf309-974f-499d-a390-384e83546264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:28.969662 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-366bf309-974f-499d-a390-384e83546264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.993567 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (62d09c23-95fd-46cc-ac62-b206a226f4d0), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:28.999014 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] Made reservation on behalf of 8bc7c0eaebf146bea1af6b4d708bf62b for: {'network': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:56:29.002458 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.019030 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.033277 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-366bf309-974f-499d-a390-384e83546264 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5058379 Oct 31 14:56:29.040936 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39424) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:29.041042 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b987ab-64d5-4c8b-a62a-94a2a93de6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023a1c28-3404-4ccd-90b1-b8af0f86c7fc,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:29.055660 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-201fe8f4-720b-4ad0-a9f9-6c80ed7ff3fc admin admin] Request body: {'subnet': {'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-336226574-subnet', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:29.098753 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-75334929-b397-47a2-b494-9856ee5a6e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for subnet (b78261dd-be23-4771-9073-9a716a608356), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.118060 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (62d09c23-95fd-46cc-ac62-b206a226f4d0), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.119045 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:29.123167 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.134514 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 3fa80e54-419c-4237-9084-eb722ffa9ee8 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:56:29.226289 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2962341 Oct 31 14:56:29.226858 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39436) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:29.239908 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-18f12b31-7041-45e6-af4a-19052be01a8e admin admin] Request body: {'subnet': {'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1902792224-subnet', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:29.259805 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201fe8f4-720b-4ad0-a9f9-6c80ed7ff3fc admin admin] Made reservation on behalf of f629aa044ca845069237ecb8d889284e for: {'subnet': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:56:29.264968 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-201fe8f4-720b-4ad0-a9f9-6c80ed7ff3fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.277068 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 3fa80e54-419c-4237-9084-eb722ffa9ee8 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:29.278339 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3fa80e54-419c-4237-9084-eb722ffa9ee8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.279713 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 3fa80e54-419c-4237-9084-eb722ffa9ee8 Oct 31 14:56:29.287059 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:29.419300 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75334929-b397-47a2-b494-9856ee5a6e9d admin admin] Checking segment: {'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:29.419300 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75334929-b397-47a2-b494-9856ee5a6e9d admin admin] Network hostable DHCP agents. Network: 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 14:56:29.419478 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Publish callbacks [] for router_gateway (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.484700 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 3fa80e54-419c-4237-9084-eb722ffa9ee8 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:29.487082 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (3fa80e54-419c-4237-9084-eb722ffa9ee8), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.493835 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ea2b0-fefa-44bf-8fc1-75604dfbe948 admin admin] Pushing event updated for resources: {'Network': ['ID=62d09c23-95fd-46cc-ac62-b206a226f4d0,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:29.523667 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network 62d09c23-95fd-46cc-ac62-b206a226f4d0 details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 14:56:29.544365 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75334929-b397-47a2-b494-9856ee5a6e9d admin admin] Network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 14:56:29.563015 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-75334929-b397-47a2-b494-9856ee5a6e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7) {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:29.568928 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75334929-b397-47a2-b494-9856ee5a6e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:29.570187 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-75334929-b397-47a2-b494-9856ee5a6e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.583955 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfb7bab-2fba-43ba-853d-90ed8583c3bb None None] Network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:56:29.591417 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bf309-974f-499d-a390-384e83546264 admin admin] Pushing event updated for resources: {'Network': ['ID=344848ef-d9a5-4f9a-8ddf-c96c364ed358,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:29.604163 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-75334929-b397-47a2-b494-9856ee5a6e9d admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2394209 Oct 31 14:56:29.609698 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75334929-b397-47a2-b494-9856ee5a6e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78261dd-be23-4771-9073-9a716a608356,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:29.614828 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f12b31-7041-45e6-af4a-19052be01a8e admin admin] Made reservation on behalf of af86d70d54694b7995d03c8c607ae706 for: {'subnet': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:56:29.615325 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39448) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:29.619756 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-18f12b31-7041-45e6-af4a-19052be01a8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.626390 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:29.660325 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56553'] for router (ec8344fd-beec-4a6a-b146-992fba136723), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.661811 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56544'] for router (ec8344fd-beec-4a6a-b146-992fba136723), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.740781 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 14:56:29.788160 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] Publish callbacks [] for security_group (a1c056e6-b6b7-4318-9de3-51a7d5065d01), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.819228 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a1c056e6-b6b7-4318-9de3-51a7d5065d01), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.840079 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:29.841111 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=119728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 14:56:29.868335 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (f6deea8f-e6d6-4754-8073-0edcd765dd2e), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.870659 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.segments_db [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] Added segment f6deea8f-e6d6-4754-8073-0edcd765dd2e of type vlan for network 03bb4962-9fda-452b-81f0-eb5044fdf378 Oct 31 14:56:29.893437 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 3fa80e54-419c-4237-9084-eb722ffa9ee8, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=3fa80e54-419c-4237-9084-eb722ffa9ee8,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:56:29.911072 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (3fa80e54-419c-4237-9084-eb722ffa9ee8), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:29.993549 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Publish callbacks [] for router_controller (ec8344fd-beec-4a6a-b146-992fba136723), precommit_add_association {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:30.004263 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:30.024690 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (03bb4962-9fda-452b-81f0-eb5044fdf378), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:30.066465 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=3fa80e54-419c-4237-9084-eb722ffa9ee8,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:30.072683 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6083f9d9-e526-40e8-81a8-ecc85230bbed None None] Network d9dc557c-0645-443c-a01e-416bcfdc6824 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:56:30.121725 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-5ef868d7-f96d-4cb6-9b0c-c3fa89784343 None None] Provisioning complete for port 3fa80e54-419c-4237-9084-eb722ffa9ee8 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:30.124780 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5ef868d7-f96d-4cb6-9b0c-c3fa89784343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3fa80e54-419c-4237-9084-eb722ffa9ee8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:30.126079 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-5ef868d7-f96d-4cb6-9b0c-c3fa89784343 None None] Attempt 1 to provision port 3fa80e54-419c-4237-9084-eb722ffa9ee8 Oct 31 14:56:30.144319 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:UPDATE=4,neutron:SELECT=80,neutron:INSERT=16 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:30.228589 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-201fe8f4-720b-4ad0-a9f9-6c80ed7ff3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for subnet (6c0893af-f459-43bc-83fe-ab19005e56d2), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:30.275695 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-18f12b31-7041-45e6-af4a-19052be01a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for subnet (90ce64be-1186-4405-90d4-f5ff5d2a549a), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:30.294422 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398653'] for router (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:30.314158 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-5ef868d7-f96d-4cb6-9b0c-c3fa89784343 None None] Current status of the port 3fa80e54-419c-4237-9084-eb722ffa9ee8 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:30.485950 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb79ca2a0-771f-5521-90fd-aa6fff36120a-5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356'}]}} from dv-cinder-860227-3-iscsi. {{(pid=119729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 14:56:30.488267 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:30.565424 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fe8f4-720b-4ad0-a9f9-6c80ed7ff3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0893af-f459-43bc-83fe-ab19005e56d2,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:30.614760 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Publish callbacks [] for router_gateway (ec8344fd-beec-4a6a-b146-992fba136723), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:30.624416 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.db.resource_extend [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 31 14:56:30.636594 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c056e6-b6b7-4318-9de3-51a7d5065d01,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:30.678004 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (03bb4962-9fda-452b-81f0-eb5044fdf378), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:30.680746 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:30.681309 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:30.691447 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201fe8f4-720b-4ad0-a9f9-6c80ed7ff3fc admin admin] Checking segment: {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:30.691955 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201fe8f4-720b-4ad0-a9f9-6c80ed7ff3fc admin admin] Network hostable DHCP agents. Network: 344848ef-d9a5-4f9a-8ddf-c96c364ed358, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 14:56:30.761060 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f12b31-7041-45e6-af4a-19052be01a8e admin admin] Checking segment: {'id': 'c12d0c10-1531-43bd-b4b1-48ba1aba830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:30.762312 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f12b31-7041-45e6-af4a-19052be01a8e admin admin] Network hostable DHCP agents. Network: 62d09c23-95fd-46cc-ac62-b206a226f4d0, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 14:56:30.807566 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.db_base_plugin_common [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Allocated IP 172.20.0.2 (5834683c-3d1a-4deb-b1fe-c3f585ecb7f7/b78261dd-be23-4771-9073-9a716a608356/3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34) {{(pid=119729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:30.819376 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:30.824887 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:30.846474 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:30.867840 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f12b31-7041-45e6-af4a-19052be01a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ce64be-1186-4405-90d4-f5ff5d2a549a,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:30.903495 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201fe8f4-720b-4ad0-a9f9-6c80ed7ff3fc admin admin] Network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 14:56:30.921680 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:30.922558 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:30.944071 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f12b31-7041-45e6-af4a-19052be01a8e admin admin] Network 62d09c23-95fd-46cc-ac62-b206a226f4d0 is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 14:56:30.970790 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-201fe8f4-720b-4ad0-a9f9-6c80ed7ff3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, 344848ef-d9a5-4f9a-8ddf-c96c364ed358) {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:30.983588 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201fe8f4-720b-4ad0-a9f9-6c80ed7ff3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:30.984368 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-201fe8f4-720b-4ad0-a9f9-6c80ed7ff3fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:30.988483 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-18f12b31-7041-45e6-af4a-19052be01a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, 62d09c23-95fd-46cc-ac62-b206a226f4d0) {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:30.995843 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 is scheduled to L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 with binding_index 1 {{(pid=119727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 14:56:31.002713 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7d06b6-5577-48ef-adfe-388c1a1ae450 None None] Network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:56:31.017237 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0280c7b-df0b-4ccc-bdd3-4739454b3c57 None None] Network 62d09c23-95fd-46cc-ac62-b206a226f4d0 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:56:31.022223 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f12b31-7041-45e6-af4a-19052be01a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:31.023245 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-18f12b31-7041-45e6-af4a-19052be01a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.053353 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-18f12b31-7041-45e6-af4a-19052be01a8e admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8166237 Oct 31 14:56:31.063113 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39506) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:31.092731 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] Pushing event updated for resources: {'Network': ['ID=03bb4962-9fda-452b-81f0-eb5044fdf378,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:31.102766 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-138f3d50-a7fd-4d35-8278-9637442aaa80 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.2871768 Oct 31 14:56:31.103963 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1902792224-router', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:31.116829 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 3fa80e54-419c-4237-9084-eb722ffa9ee8 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:56:31.119438 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network 03bb4962-9fda-452b-81f0-eb5044fdf378 details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 14:56:31.122188 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39508) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:31.127268 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-91580b3b-668b-4d9c-bd5c-bf2663c82788 admin admin] Request body: {'subnet': {'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-subnet', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:31.151813 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-201fe8f4-720b-4ad0-a9f9-6c80ed7ff3fc admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1125202 Oct 31 14:56:31.155847 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56553'] for router (a054e2cb-8061-474d-adf2-3ba2b04c53e6), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.156729 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91580b3b-668b-4d9c-bd5c-bf2663c82788 admin admin] Made reservation on behalf of 8bc7c0eaebf146bea1af6b4d708bf62b for: {'subnet': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:56:31.157068 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56544'] for router (a054e2cb-8061-474d-adf2-3ba2b04c53e6), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.159578 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-91580b3b-668b-4d9c-bd5c-bf2663c82788 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.165148 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39514) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:31.188166 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:31.210005 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39518) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:31.216769 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Publish callbacks [] for router_controller (a054e2cb-8061-474d-adf2-3ba2b04c53e6), precommit_add_association {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.228594 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56553'] for router (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.229845 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56544'] for router (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.278668 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-b18993d2-98aa-4356-b43a-7f51d0428040 None None] Provisioning complete for port 3fa80e54-419c-4237-9084-eb722ffa9ee8 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:31.279396 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b18993d2-98aa-4356-b43a-7f51d0428040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3fa80e54-419c-4237-9084-eb722ffa9ee8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.279909 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-b18993d2-98aa-4356-b43a-7f51d0428040 None None] Attempt 1 to provision port 3fa80e54-419c-4237-9084-eb722ffa9ee8 Oct 31 14:56:31.283644 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Publish callbacks [] for router_gateway (ec8344fd-beec-4a6a-b146-992fba136723), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.318699 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.407711 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-b18993d2-98aa-4356-b43a-7f51d0428040 None None] Current status of the port 3fa80e54-419c-4237-9084-eb722ffa9ee8 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:31.449752 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Allocated IP 172.27.0.101 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/c50e1a98-6e99-471c-b1ac-f7d85c9fa949) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:31.471710 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:31.473102 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:56:31.489968 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Sync routers for ids ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:56:31.518057 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Routers {'ffe1c9ae-6b26-486c-95a0-ff4134dfb312'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:31.518709 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:31.552784 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:31.607361 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Publish callbacks [] for port (c50e1a98-6e99-471c-b1ac-f7d85c9fa949), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.611464 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 3fa80e54-419c-4237-9084-eb722ffa9ee8 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:31.612151 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3fa80e54-419c-4237-9084-eb722ffa9ee8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.612622 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 3fa80e54-419c-4237-9084-eb722ffa9ee8 Oct 31 14:56:31.646525 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.647988 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-7b05fa0c-7853-4ac3-857f-1c2b00590e1f admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2888718 Oct 31 14:56:31.654073 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb79ca2a0-771f-5521-90fd-aa6fff36120a-62d09c23-95fd-46cc-ac62-b206a226f4d0', 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0', 'project_id': 'af86d70d54694b7995d03c8c607ae706', 'fixed_ips': [{'subnet_id': '90ce64be-1186-4405-90d4-f5ff5d2a549a'}]}} from dv-cinder-860227-3-iscsi. {{(pid=119729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 14:56:31.654712 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39526) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:31.656032 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.660914 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:31.673416 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (c50e1a98-6e99-471c-b1ac-f7d85c9fa949), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.708683 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Publish callbacks [] for router_gateway (a054e2cb-8061-474d-adf2-3ba2b04c53e6), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.741979 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Publish callbacks [] for port (3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34), precommit_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.746228 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb79ca2a0-771f-5521-90fd-aa6fff36120a-344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2'}]}} from dv-cinder-860227-3-iscsi. {{(pid=119729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 14:56:31.747853 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.766381 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:31.778623 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Set router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:31.799416 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:31.833952 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:31.905163 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Pushing event updated for resources: {'Port': ['ID=3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34,revision_number=1']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:31.939045 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 is already hosted by enough agents. {{(pid=119729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:31.953903 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:31.955709 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:32.014026 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Publish callbacks [] for router_gateway (a054e2cb-8061-474d-adf2-3ba2b04c53e6), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.035170 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.base_scheduler [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Resources bound (agent type, host, resource id): {{(pid=119729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:32.044078 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Received port after_create {{(pid=119729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:32.050730 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.060794 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:32.101128 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:28Z', 'revision_number': 3, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:32.162828 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Checking router: ffe1c9ae-6b26-486c-95a0-ff4134dfb312 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:56:32.163377 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Updating router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 port f8fd01ca-9195-478e-8067-62c51af5eb0d binding host dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 14:56:32.166285 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 3fa80e54-419c-4237-9084-eb722ffa9ee8 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:32.166634 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5baaa1cb-cc27-4f28-85c2-08d09519e086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.222056 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (f8fd01ca-9195-478e-8067-62c51af5eb0d), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.230346 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Allocated IP 172.27.0.62 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/4e629dc0-da39-4e2f-be95-c6939f878e21) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:32.271745 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Publish callbacks [] for router_controller (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), precommit_add_association {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.345945 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.db_base_plugin_common [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Allocated IP 172.20.0.2 (344848ef-d9a5-4f9a-8ddf-c96c364ed358/6c0893af-f459-43bc-83fe-ab19005e56d2/dc4a3242-306b-4759-8964-b622755694df) {{(pid=119729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:32.382022 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Pushing event updated for resources: {'Port': ['ID=c50e1a98-6e99-471c-b1ac-f7d85c9fa949,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:32.390583 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Publish callbacks [] for port (4e629dc0-da39-4e2f-be95-c6939f878e21), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.432781 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (4e629dc0-da39-4e2f-be95-c6939f878e21), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.469132 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:32.494650 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:32.509209 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:32.563328 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Publish callbacks [] for port (dc4a3242-306b-4759-8964-b622755694df), precommit_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.604467 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (dc4a3242-306b-4759-8964-b622755694df), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.621867 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:32.624395 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Pushing event updated for resources: {'Port': ['ID=4e629dc0-da39-4e2f-be95-c6939f878e21,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:32.656993 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:32.659298 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Attempting to bind port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:56:32.661083 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Attempting to bind port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:56:32.662202 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Attempting to bind port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 on network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:56:32.666343 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:32.726598 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Publish callbacks [] for port (f8fd01ca-9195-478e-8067-62c51af5eb0d), precommit_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.738979 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (f8fd01ca-9195-478e-8067-62c51af5eb0d), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.798196 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 is already hosted by enough agents. {{(pid=119729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:32.804145 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Pushing event updated for resources: {'Port': ['ID=dc4a3242-306b-4759-8964-b622755694df,revision_number=1']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:32.807534 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.db_base_plugin_common [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Allocated IP 172.20.0.2 (62d09c23-95fd-46cc-ac62-b206a226f4d0/90ce64be-1186-4405-90d4-f5ff5d2a549a/45ed3aea-0d9d-43b5-8e6d-61f804d91c08) {{(pid=119729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:32.812370 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.base_scheduler [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Resources bound (agent type, host, resource id): {{(pid=119729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:32.823594 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:32.840200 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Publish callbacks [] for router_gateway (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.845258 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:56:32.846313 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Checking segment: {'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:32.846313 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.846709 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Bound using segment: {'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:56:32.846882 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Bound port: 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:56:32.847219 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.898235 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Publish callbacks [] for router_gateway (a054e2cb-8061-474d-adf2-3ba2b04c53e6), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.904976 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5baaa1cb-cc27-4f28-85c2-08d09519e086 admin admin] Publish callbacks [] for security_group (a4745eed-4a1e-404d-b448-e994379d97d8), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.907134 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Received port after_create {{(pid=119729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:32.911054 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Publish callbacks [] for router_gateway (ec8344fd-beec-4a6a-b146-992fba136723), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.913583 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-91580b3b-668b-4d9c-bd5c-bf2663c82788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for subnet (8c0e9ab0-89cf-47cd-afff-ae3fa30ee474), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.924336 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Attempting to bind port f8fd01ca-9195-478e-8067-62c51af5eb0d on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:56:32.925038 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Attempting to bind port f8fd01ca-9195-478e-8067-62c51af5eb0d by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:56:32.925768 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Attempting to bind port f8fd01ca-9195-478e-8067-62c51af5eb0d on network c40cf38d-c47f-49e0-b4d6-a10af0e88519 {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:56:32.964716 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5baaa1cb-cc27-4f28-85c2-08d09519e086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a4745eed-4a1e-404d-b448-e994379d97d8), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.968162 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Pushing event updated for resources: {'Port': ['ID=f8fd01ca-9195-478e-8067-62c51af5eb0d,revision_number=2']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:32.980160 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:32.991655 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:32.992073 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:32.992526 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:32.992983 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:32.993643 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:32.993880 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:32.994214 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:32.994598 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:32.995497 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:32.995497 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:32.995801 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:32.996127 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:32.996456 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:32.997270 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:32.997270 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Tracked resource versions report: Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: pushed versions: Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: { 'AddressGroup': {'1.2'}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Agent': {'1.1'}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'ConntrackHelper': {'1.0'}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'LocalIPAssociation': {'1.0'}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Log': {'1.0'}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'NDPProxy': {'1.0'}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Network': {'1.1'}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Port': {'1.7'}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'PortForwarding': {'1.3'}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'QosPolicy': {'1.10'}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'SecurityGroup': {'1.5'}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'SecurityGroupRule': {'1.2'}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'SubPort': {'1.0'}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Subnet': {'1.1'}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Trunk': {'1.1'}} Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: consumer versions: Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: { DHCP agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: HyperV agent@hv-cinder-86022: {}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: L3 agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: Metadata agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: Metering agent@dv-cinder-860227-3-iscsi: {}, Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: Open vSwitch agent@dv-cinder-860227-3-iscsi: { 'AddressGroup': '1.2', Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Agent': '1.1', Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'ConntrackHelper': '1.0', Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'LocalIPAssociation': '1.0', Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Log': '1.0', Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'NDPProxy': '1.0', Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Network': '1.1', Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Port': '1.7', Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'PortForwarding': '1.3', Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'QosPolicy': '1.10', Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'SecurityGroup': '1.5', Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'SecurityGroupRule': '1.2', Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'SubPort': '1.0', Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Subnet': '1.1', Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: 'Trunk': '1.1'}} Oct 31 14:56:32.999324 dv-cinder-860227-3-iscsi neutron-server[119730]: {{(pid=119730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 14:56:33.027640 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:56:33.027640 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Checking segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:33.028191 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:33.030704 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Bound using segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:56:33.031660 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Bound port: f8fd01ca-9195-478e-8067-62c51af5eb0d, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:56:33.031660 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (f8fd01ca-9195-478e-8067-62c51af5eb0d), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:33.059942 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baaa1cb-cc27-4f28-85c2-08d09519e086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4745eed-4a1e-404d-b448-e994379d97d8,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:33.112428 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] For port f8fd01ca-9195-478e-8067-62c51af5eb0d, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:56:33.121385 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] For port f8fd01ca-9195-478e-8067-62c51af5eb0d, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=f8fd01ca-9195-478e-8067-62c51af5eb0d,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:56:33.136437 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (f8fd01ca-9195-478e-8067-62c51af5eb0d), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:33.169804 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Attempting to bind port dc4a3242-306b-4759-8964-b622755694df on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:56:33.170279 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Attempting to bind port dc4a3242-306b-4759-8964-b622755694df by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:56:33.170627 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Attempting to bind port dc4a3242-306b-4759-8964-b622755694df on network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:56:33.201838 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] For port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:56:33.252630 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Routers {'ffe1c9ae-6b26-486c-95a0-ff4134dfb312'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:33.253205 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:33.346562 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398653'] for router (a054e2cb-8061-474d-adf2-3ba2b04c53e6), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:33.369627 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:33.387826 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-5baaa1cb-cc27-4f28-85c2-08d09519e086 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d8dc1ffa3cab4805a4b7010ee4a5bc19&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1745906 Oct 31 14:56:33.426437 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39566) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:33.461453 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] Set router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:33.468324 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91580b3b-668b-4d9c-bd5c-bf2663c82788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:33.530673 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:33.538941 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:33.540319 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:33.573409 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Router a054e2cb-8061-474d-adf2-3ba2b04c53e6 is scheduled to L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 with binding_index 1 {{(pid=119727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 14:56:33.574580 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91580b3b-668b-4d9c-bd5c-bf2663c82788 admin admin] Checking segment: {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:33.575004 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91580b3b-668b-4d9c-bd5c-bf2663c82788 admin admin] Network hostable DHCP agents. Network: 03bb4962-9fda-452b-81f0-eb5044fdf378, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 14:56:33.586022 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:33.662266 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Publish callbacks [] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), precommit_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:33.676960 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] For port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:56:33.685214 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:33.685575 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c7304-4ea1-4107-8405-885c9351542b None None] Pushing event updated for resources: {'Port': ['ID=f8fd01ca-9195-478e-8067-62c51af5eb0d,revision_number=3']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:33.714898 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:33.756294 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:56:33.756647 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Checking segment: {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:33.757596 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:33.757596 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Bound using segment: {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:56:33.757802 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Bound port: dc4a3242-306b-4759-8964-b622755694df, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:56:33.758229 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (dc4a3242-306b-4759-8964-b622755694df), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:33.765091 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Network 62d09c23-95fd-46cc-ac62-b206a226f4d0 is already hosted by enough agents. {{(pid=119729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:33.774398 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.base_scheduler [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Resources bound (agent type, host, resource id): {{(pid=119729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:33.780655 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Pushing event updated for resources: {'Port': ['ID=45ed3aea-0d9d-43b5-8e6d-61f804d91c08,revision_number=1']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:33.782049 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Received port after_create {{(pid=119729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:33.793304 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91580b3b-668b-4d9c-bd5c-bf2663c82788 admin admin] Network 03bb4962-9fda-452b-81f0-eb5044fdf378 is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 14:56:33.804526 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Allocated IP 172.20.0.1 (d9dc557c-0645-443c-a01e-416bcfdc6824/2c5945c2-d0e4-41cf-a260-34d36848aab1/010d34a6-8237-41ca-ac9f-02967bd01b73) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:33.818465 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5098896a-85e4-45f8-a033-8435f673fa7f admin admin] Publish callbacks [] for security_group (a4745eed-4a1e-404d-b448-e994379d97d8), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:33.820265 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39570) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:33.844327 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:56:33.859881 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:28Z', 'revision_number': 3, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:33.877685 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] Publish callbacks [] for router (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:33.878568 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Sync routers for ids ['a054e2cb-8061-474d-adf2-3ba2b04c53e6'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:56:33.878950 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-ecb47e70-e3dd-4c5e-b227-a72707f123db admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8127341 Oct 31 14:56:33.881775 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39574) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:33.904015 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda1d4be-2524-47cd-bc2d-37a93ffb4c69 None None] The sync data for ids ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'] in dv-cinder-860227-3-iscsi is: [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:28Z', 'revision_number': 3, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:56:33.915263 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-91580b3b-668b-4d9c-bd5c-bf2663c82788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, 03bb4962-9fda-452b-81f0-eb5044fdf378) {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:33.933570 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Publish callbacks [] for router_gateway (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:33.953027 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0feed0c-ff2a-436e-9109-f3fcd6dc550f None None] Network 03bb4962-9fda-452b-81f0-eb5044fdf378 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:56:33.975186 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01f5a1-c5b3-4041-b5b4-eabeeb952326 None None] Pushing event updated for resources: {'Port': ['ID=3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:34.004413 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5098896a-85e4-45f8-a033-8435f673fa7f admin admin] Publish callbacks [] for security_group (a4745eed-4a1e-404d-b448-e994379d97d8), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:34.030027 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Routers {'a054e2cb-8061-474d-adf2-3ba2b04c53e6'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:34.031086 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['a054e2cb-8061-474d-adf2-3ba2b04c53e6'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:34.035480 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91580b3b-668b-4d9c-bd5c-bf2663c82788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:34.036404 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-91580b3b-668b-4d9c-bd5c-bf2663c82788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:34.039359 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] For port dc4a3242-306b-4759-8964-b622755694df, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:56:34.055933 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:34.107580 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Attempting to bind port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:56:34.108283 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Attempting to bind port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'c12d0c10-1531-43bd-b4b1-48ba1aba830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:56:34.108862 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Attempting to bind port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 on network 62d09c23-95fd-46cc-ac62-b206a226f4d0 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:56:34.143824 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398653'] for router (ec8344fd-beec-4a6a-b146-992fba136723), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:34.191539 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] For port dc4a3242-306b-4759-8964-b622755694df, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=dc4a3242-306b-4759-8964-b622755694df,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:56:34.222749 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (dc4a3242-306b-4759-8964-b622755694df), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:34.254415 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-71d8aa00-4375-43f4-bcb4-5fe0b1229bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:34.262986 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-91580b3b-668b-4d9c-bd5c-bf2663c82788 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.1369698 Oct 31 14:56:34.283725 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39576) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:34.309611 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:34.339726 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:34.348078 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:34.398865 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:56:34.399421 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Checking segment: {'id': 'c12d0c10-1531-43bd-b4b1-48ba1aba830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:34.399876 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:34.400267 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Bound using segment: {'id': 'c12d0c10-1531-43bd-b4b1-48ba1aba830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:56:34.400852 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Bound port: 45ed3aea-0d9d-43b5-8e6d-61f804d91c08, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12d0c10-1531-43bd-b4b1-48ba1aba830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:56:34.401337 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:34.412824 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Publish callbacks [] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:34.480498 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444c9c1-be59-4012-9e75-605d76b1cade None None] Pushing event updated for resources: {'Port': ['ID=dc4a3242-306b-4759-8964-b622755694df,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:34.484338 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Set router a054e2cb-8061-474d-adf2-3ba2b04c53e6 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:34.550927 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb79ca2a0-771f-5521-90fd-aa6fff36120a-03bb4962-9fda-452b-81f0-eb5044fdf378', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474'}]}} from dv-cinder-860227-3-iscsi. {{(pid=119729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 14:56:34.551888 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:34.694091 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:34.733062 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:34.806022 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56553'] for router (3e116425-6006-4b6c-abd9-e78ee6c430ee), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:34.807159 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56544'] for router (3e116425-6006-4b6c-abd9-e78ee6c430ee), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:34.845365 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] For port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:56:34.940944 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Publish callbacks [] for router_controller (3e116425-6006-4b6c-abd9-e78ee6c430ee), precommit_add_association {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:34.942307 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5098896a-85e4-45f8-a033-8435f673fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a4745eed-4a1e-404d-b448-e994379d97d8), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:34.958105 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5098896a-85e4-45f8-a033-8435f673fa7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:34.962259 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-5098896a-85e4-45f8-a033-8435f673fa7f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a4745eed-4a1e-404d-b448-e994379d97d8 HTTP/1.1" status: 204 len: 168 time: 1.5321562 Oct 31 14:56:34.974803 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:34.987679 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] For port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=45ed3aea-0d9d-43b5-8e6d-61f804d91c08,segment=NetworkSegment(c12d0c10-1531-43bd-b4b1-48ba1aba830f),segment_id=c12d0c10-1531-43bd-b4b1-48ba1aba830f)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:56:35.065544 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:35.145701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098896a-85e4-45f8-a033-8435f673fa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4745eed-4a1e-404d-b448-e994379d97d8,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:35.239970 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:35.358925 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.db_base_plugin_common [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Allocated IP 172.20.0.2 (03bb4962-9fda-452b-81f0-eb5044fdf378/8c0e9ab0-89cf-47cd-afff-ae3fa30ee474/6a70cf82-258a-4187-b767-354d8c752564) {{(pid=119729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:35.424272 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'name': 'tempest-DeleteServersTestJSON-1902792224-router', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4e629dc0-da39-4e2f-be95-c6939f878e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:32Z', 'revision_number': 3, 'project_id': 'af86d70d54694b7995d03c8c607ae706', 'gw_port': {'id': '4e629dc0-da39-4e2f-be95-c6939f878e21', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:32Z', 'updated_at': '2022-10-31T14:56:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:35.442337 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device dc4a3242-306b-4759-8964-b622755694df up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:56:35.648988 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Allocated IP 172.20.0.1 (62d09c23-95fd-46cc-ac62-b206a226f4d0/90ce64be-1186-4405-90d4-f5ff5d2a549a/fd926d6a-348f-4bf4-b1ef-acfc4b1af7af) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:35.806272 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:35.810959 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39590) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:35.821738 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:35.831922 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331b55b-6549-499b-bdc4-1df6f5bae6b6 None None] Pushing event updated for resources: {'Port': ['ID=45ed3aea-0d9d-43b5-8e6d-61f804d91c08,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:35.836580 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Checking router: a054e2cb-8061-474d-adf2-3ba2b04c53e6 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:56:35.837174 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Updating router a054e2cb-8061-474d-adf2-3ba2b04c53e6 port 4e629dc0-da39-4e2f-be95-c6939f878e21 binding host dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 14:56:35.839106 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6fa4-1e34-471e-be8f-9f664e78d89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:35.858481 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Allocated IP 172.27.0.44 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/00df963c-4ef6-4361-844d-bf0fc0372a54) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:35.937914 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6fa4-1e34-471e-be8f-9f664e78d89b admin admin] Publish callbacks [] for security_group (b8aff680-c5cc-4d79-b91a-965323b4f050), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:35.946280 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6fa4-1e34-471e-be8f-9f664e78d89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (b8aff680-c5cc-4d79-b91a-965323b4f050), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:35.973748 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Publish callbacks [] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:35.979704 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-a2ad6fa4-1e34-471e-be8f-9f664e78d89b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=febf47c5b6ed49c185dfd2b768614df6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1617887 Oct 31 14:56:35.988325 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39592) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:35.994935 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-71d8aa00-4375-43f4-bcb4-5fe0b1229bf8 admin admin] Publish callbacks [] for security_group (05ee7275-099d-4f09-9eb3-d9ffa675a73b), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.007415 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f02fff9-5c86-4669-8be1-78c5b45e2bed None None] Network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:56:36.011812 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:36.012905 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port dc4a3242-306b-4759-8964-b622755694df triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:36.013666 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (dc4a3242-306b-4759-8964-b622755694df), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.014210 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port dc4a3242-306b-4759-8964-b622755694df Oct 31 14:56:36.019695 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Publish callbacks [] for port (6a70cf82-258a-4187-b767-354d8c752564), precommit_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.022116 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:36.058394 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad6fa4-1e34-471e-be8f-9f664e78d89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aff680-c5cc-4d79-b91a-965323b4f050,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:36.110879 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.118433 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (6a70cf82-258a-4187-b767-354d8c752564), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.118817 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Pushing event updated for resources: {'Port': ['ID=010d34a6-8237-41ca-ac9f-02967bd01b73,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:36.120095 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:36.130907 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9836c45f-fe67-46da-b7b3-7bb5d487a60c None None] Provisioning complete for port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:36.131290 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9836c45f-fe67-46da-b7b3-7bb5d487a60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.131683 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9836c45f-fe67-46da-b7b3-7bb5d487a60c None None] Attempt 1 to provision port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 Oct 31 14:56:36.142015 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (4e629dc0-da39-4e2f-be95-c6939f878e21), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.143064 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-71d8aa00-4375-43f4-bcb4-5fe0b1229bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (05ee7275-099d-4f09-9eb3-d9ffa675a73b), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.145796 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:36.155698 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Network d9dc557c-0645-443c-a01e-416bcfdc6824 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:36.161305 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Network 62d09c23-95fd-46cc-ac62-b206a226f4d0 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:36.162102 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c8998135-8c68-49ff-85ac-07365594f784 admin admin] Publish callbacks [] for security_group (b8aff680-c5cc-4d79-b91a-965323b4f050), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.173503 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:36.180303 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:36.180800 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398923'] for router_interface (a054e2cb-8061-474d-adf2-3ba2b04c53e6), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.215801 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7657bd-5cb2-4dd3-ba2e-f9894692854d None None] Network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:56:36.253008 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8aa00-4375-43f4-bcb4-5fe0b1229bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ee7275-099d-4f09-9eb3-d9ffa675a73b,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:36.262140 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c8998135-8c68-49ff-85ac-07365594f784 admin admin] Publish callbacks [] for security_group (b8aff680-c5cc-4d79-b91a-965323b4f050), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.265278 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Pushing event updated for resources: {'Port': ['ID=fd926d6a-348f-4bf4-b1ef-acfc4b1af7af,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:36.292990 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Publish callbacks [] for router_gateway (3e116425-6006-4b6c-abd9-e78ee6c430ee), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.297481 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:36.300214 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:36.301941 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398923'] for router_interface (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.364594 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Network 03bb4962-9fda-452b-81f0-eb5044fdf378 is already hosted by enough agents. {{(pid=119729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:36.439905 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.446552 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Publish callbacks [] for port (00df963c-4ef6-4361-844d-bf0fc0372a54), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.458343 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c8998135-8c68-49ff-85ac-07365594f784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (b8aff680-c5cc-4d79-b91a-965323b4f050), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.461410 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c8998135-8c68-49ff-85ac-07365594f784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.465815 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-c8998135-8c68-49ff-85ac-07365594f784 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b8aff680-c5cc-4d79-b91a-965323b4f050 HTTP/1.1" status: 204 len: 168 time: 0.4758871 Oct 31 14:56:36.478163 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8998135-8c68-49ff-85ac-07365594f784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aff680-c5cc-4d79-b91a-965323b4f050,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:36.521770 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Router ec8344fd-beec-4a6a-b146-992fba136723 is scheduled to L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 with binding_index 1 {{(pid=119728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 14:56:36.589525 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-71d8aa00-4375-43f4-bcb4-5fe0b1229bf8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=713e15a5407049b2a8efd3ec38cd26cf&name=default HTTP/1.1" status: 200 len: 2994 time: 2.7618990 Oct 31 14:56:36.614005 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.base_scheduler [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Resources bound (agent type, host, resource id): {{(pid=119729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:36.620669 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39602) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:36.680761 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Publish callbacks [] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.689438 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.690543 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399039'] for router_interface (a054e2cb-8061-474d-adf2-3ba2b04c53e6), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.697257 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Received port after_create {{(pid=119729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:36.806872 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (00df963c-4ef6-4361-844d-bf0fc0372a54), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.823603 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Pushing event updated for resources: {'Port': ['ID=fd926d6a-348f-4bf4-b1ef-acfc4b1af7af,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:36.863300 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port dc4a3242-306b-4759-8964-b622755694df is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:36.863926 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (dc4a3242-306b-4759-8964-b622755694df), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:36.886516 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Pushing event updated for resources: {'Port': ['ID=6a70cf82-258a-4187-b767-354d8c752564,revision_number=1']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:36.915461 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:36.935952 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Network 62d09c23-95fd-46cc-ac62-b206a226f4d0 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:36.943062 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:36.973355 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cf5e63-59d1-4c49-8205-92728a3c1ea9 None None] Network 62d09c23-95fd-46cc-ac62-b206a226f4d0 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:56:37.089995 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Router a054e2cb-8061-474d-adf2-3ba2b04c53e6 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 14:56:37.099258 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:37.132785 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:37.152749 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9836c45f-fe67-46da-b7b3-7bb5d487a60c None None] Current status of the port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:37.153353 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9836c45f-fe67-46da-b7b3-7bb5d487a60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:37.158521 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:37.233434 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:56:37.239932 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-1e3e0ffb-1c89-4dde-a9c8-de80bb77c0e5 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/a054e2cb-8061-474d-adf2-3ba2b04c53e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3571358 Oct 31 14:56:37.244592 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=00df963c-4ef6-4361-844d-bf0fc0372a54,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:37.255163 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:37.269924 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port dc4a3242-306b-4759-8964-b622755694df, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=dc4a3242-306b-4759-8964-b622755694df,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:56:37.306155 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (dc4a3242-306b-4759-8964-b622755694df), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:37.307098 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device f8fd01ca-9195-478e-8067-62c51af5eb0d up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:56:37.318695 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:37.501488 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-649b852d-8032-4354-a5ba-c28b633cbaf3 admin admin] Publish callbacks [] for security_group (05ee7275-099d-4f09-9eb3-d9ffa675a73b), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:37.522008 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9836c45f-fe67-46da-b7b3-7bb5d487a60c None None] For port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:56:37.528783 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Attempting to bind port 6a70cf82-258a-4187-b767-354d8c752564 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:56:37.530102 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Attempting to bind port 6a70cf82-258a-4187-b767-354d8c752564 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:56:37.530703 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Attempting to bind port 6a70cf82-258a-4187-b767-354d8c752564 on network 03bb4962-9fda-452b-81f0-eb5044fdf378 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:56:37.541849 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:37.631503 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9836c45f-fe67-46da-b7b3-7bb5d487a60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:37.640949 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), before_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:37.653169 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:56:37.663117 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Sync routers for ids ['ec8344fd-beec-4a6a-b146-992fba136723'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:56:37.688505 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Routers {'ec8344fd-beec-4a6a-b146-992fba136723'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:37.689244 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ec8344fd-beec-4a6a-b146-992fba136723'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:37.698680 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-649b852d-8032-4354-a5ba-c28b633cbaf3 admin admin] Publish callbacks [] for security_group (05ee7275-099d-4f09-9eb3-d9ffa675a73b), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:37.702487 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=dc4a3242-306b-4759-8964-b622755694df,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:37.723817 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:37.739637 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:37.815405 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] Publish callbacks [] for router (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:37.816764 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-6fcab2d7-8392-4d5f-a895-59d837a2b79e admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2000904 Oct 31 14:56:37.820496 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39634) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:37.822723 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Publish callbacks [] for router_gateway (3e116425-6006-4b6c-abd9-e78ee6c430ee), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:37.850412 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Set router ec8344fd-beec-4a6a-b146-992fba136723 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:37.880680 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.027445 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836c45f-fe67-46da-b7b3-7bb5d487a60c None None] Pushing event updated for resources: {'Port': ['ID=3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:38.086157 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Provisioning complete for port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:38.086688 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.087124 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Attempt 1 to provision port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 Oct 31 14:56:38.118711 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:56:38.121837 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Checking segment: {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:38.122419 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.123475 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Bound using segment: {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:56:38.124094 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Bound port: 6a70cf82-258a-4187-b767-354d8c752564, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:56:38.125850 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6a70cf82-258a-4187-b767-354d8c752564), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.166293 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port f8fd01ca-9195-478e-8067-62c51af5eb0d triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:38.167006 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (f8fd01ca-9195-478e-8067-62c51af5eb0d), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.167340 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port f8fd01ca-9195-478e-8067-62c51af5eb0d Oct 31 14:56:38.176287 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:32Z', 'revision_number': 3, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:38.188333 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-649b852d-8032-4354-a5ba-c28b633cbaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (05ee7275-099d-4f09-9eb3-d9ffa675a73b), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.191386 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-649b852d-8032-4354-a5ba-c28b633cbaf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.192753 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-649b852d-8032-4354-a5ba-c28b633cbaf3 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/05ee7275-099d-4f09-9eb3-d9ffa675a73b HTTP/1.1" status: 204 len: 168 time: 1.5493841 Oct 31 14:56:38.219842 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Publish callbacks [] for router_gateway (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.239249 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Checking router: ec8344fd-beec-4a6a-b146-992fba136723 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:56:38.243095 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Updating router ec8344fd-beec-4a6a-b146-992fba136723 port c50e1a98-6e99-471c-b1ac-f7d85c9fa949 binding host dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 14:56:38.256243 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Publish callbacks [] for port (4e629dc0-da39-4e2f-be95-c6939f878e21), precommit_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.311799 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (c50e1a98-6e99-471c-b1ac-f7d85c9fa949), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.325615 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b852d-8032-4354-a5ba-c28b633cbaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ee7275-099d-4f09-9eb3-d9ffa675a73b,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:38.326777 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (4e629dc0-da39-4e2f-be95-c6939f878e21), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.423149 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39656) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:38.442820 dv-cinder-860227-3-iscsi neutron-server[119728]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 31 14:56:38.517703 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:38.560265 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Attempting to bind port 4e629dc0-da39-4e2f-be95-c6939f878e21 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:56:38.562658 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Attempting to bind port 4e629dc0-da39-4e2f-be95-c6939f878e21 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:56:38.564737 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Attempting to bind port 4e629dc0-da39-4e2f-be95-c6939f878e21 on network c40cf38d-c47f-49e0-b4d6-a10af0e88519 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:56:38.786836 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:38.805027 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] For port 6a70cf82-258a-4187-b767-354d8c752564, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:56:38.809846 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6688852-dd85-4743-9cb1-cec18c7a8220 None None] Pushing event updated for resources: {'Port': ['ID=4e629dc0-da39-4e2f-be95-c6939f878e21,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:38.822340 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Current status of the port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:38.823298 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.843769 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] For port 6a70cf82-258a-4187-b767-354d8c752564, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=6a70cf82-258a-4187-b767-354d8c752564,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:56:38.867687 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port f8fd01ca-9195-478e-8067-62c51af5eb0d is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:38.870743 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (f8fd01ca-9195-478e-8067-62c51af5eb0d), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.879531 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6a70cf82-258a-4187-b767-354d8c752564), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.895155 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:56:38.895600 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Checking segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:38.895936 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.896325 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Bound using segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:56:38.896850 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Bound port: 4e629dc0-da39-4e2f-be95-c6939f878e21, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:56:38.897258 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (4e629dc0-da39-4e2f-be95-c6939f878e21), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:38.998783 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port f8fd01ca-9195-478e-8067-62c51af5eb0d, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=f8fd01ca-9195-478e-8067-62c51af5eb0d,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:56:39.005590 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] For port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=45ed3aea-0d9d-43b5-8e6d-61f804d91c08,segment=NetworkSegment(c12d0c10-1531-43bd-b4b1-48ba1aba830f),segment_id=c12d0c10-1531-43bd-b4b1-48ba1aba830f)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:56:39.022505 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (f8fd01ca-9195-478e-8067-62c51af5eb0d), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:39.023300 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:56:39.061547 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:39.161493 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] For port 4e629dc0-da39-4e2f-be95-c6939f878e21, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:56:39.178779 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Provisioning complete for port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:39.179417 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:39.179649 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Attempt 1 to provision port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 Oct 31 14:56:39.181412 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a1d89-4aec-4c52-b3f6-ff3e2b4eea91 None None] Pushing event updated for resources: {'Port': ['ID=6a70cf82-258a-4187-b767-354d8c752564,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:39.254767 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:39.267908 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] For port 4e629dc0-da39-4e2f-be95-c6939f878e21, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=4e629dc0-da39-4e2f-be95-c6939f878e21,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:56:39.294281 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (4e629dc0-da39-4e2f-be95-c6939f878e21), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:39.315952 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Allocated IP 172.27.0.253 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:39.341823 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:39.342221 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:39.342525 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 Oct 31 14:56:39.387737 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=f8fd01ca-9195-478e-8067-62c51af5eb0d,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:39.394514 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:39.446813 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:39.469463 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Routers {'a054e2cb-8061-474d-adf2-3ba2b04c53e6'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:39.470114 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['a054e2cb-8061-474d-adf2-3ba2b04c53e6'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:39.548014 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Publish callbacks [] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:39.617852 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:39.618672 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399039'] for router_interface (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:39.660332 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-e4ac5ac0-c0b8-44ad-98a8-3e1735337463 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:39.677940 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-e4ac5ac0-c0b8-44ad-98a8-3e1735337463 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/networks?id=62d09c23-95fd-46cc-ac62-b206a226f4d0 HTTP/1.1" status: 200 len: 812 time: 1.2361598 Oct 31 14:56:39.693812 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:39.696713 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Allocated IP 172.20.0.1 (5834683c-3d1a-4deb-b1fe-c3f585ecb7f7/b78261dd-be23-4771-9073-9a716a608356/9465eaa8-bdd1-4c6d-ad8f-bb7955734600) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:39.863175 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Publish callbacks [] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:39.866719 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Pushing event updated for resources: {'Port': ['ID=45ed3aea-0d9d-43b5-8e6d-61f804d91c08,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:39.895961 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-30b009f7-5b63-4a34-b938-971512b69c4a tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/quotas/af86d70d54694b7995d03c8c607ae706 HTTP/1.1" status: 200 len: 375 time: 0.2162876 Oct 31 14:56:39.903846 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:39.923027 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:39.983790 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:39.989578 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:39.990627 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Current status of the port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:39.990887 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:39.995727 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:39.996890 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398923'] for router_interface (ec8344fd-beec-4a6a-b146-992fba136723), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:40.061434 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Publish callbacks [] for port (4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:40.081813 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398653'] for router (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:40.171681 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Pushing event updated for resources: {'Port': ['ID=010d34a6-8237-41ca-ac9f-02967bd01b73,revision_number=2']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:40.219301 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:40.247396 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Pushing event updated for resources: {'Port': ['ID=9465eaa8-bdd1-4c6d-ad8f-bb7955734600,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:40.261011 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:40.380678 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-acc6e6b9-5fdd-4cb6-9d09-5e92550ee5ac tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=af86d70d54694b7995d03c8c607ae706&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4832971 Oct 31 14:56:40.501263 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Network d9dc557c-0645-443c-a01e-416bcfdc6824 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:40.517786 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:40.528223 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:40.644124 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] Set router a054e2cb-8061-474d-adf2-3ba2b04c53e6 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:40.668080 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Provisioning complete for port 010d34a6-8237-41ca-ac9f-02967bd01b73 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:40.668239 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:40.668581 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Attempt 1 to provision port 010d34a6-8237-41ca-ac9f-02967bd01b73 Oct 31 14:56:40.670383 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6688852-dd85-4743-9cb1-cec18c7a8220 None None] Pushing event updated for resources: {'Port': ['ID=4e629dc0-da39-4e2f-be95-c6939f878e21,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:40.706012 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Publish callbacks [] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:40.720702 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:40.726585 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399039'] for router_interface (ec8344fd-beec-4a6a-b146-992fba136723), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:40.779827 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:40.844295 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:40.847533 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Pushing event updated for resources: {'Port': ['ID=9465eaa8-bdd1-4c6d-ad8f-bb7955734600,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:40.848113 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:41.022409 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Pushing event updated for resources: {'Port': ['ID=4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:41.033290 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:41.040677 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:41.053205 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedc5e7c-1123-47be-844b-71f35746962e None None] Network 03bb4962-9fda-452b-81f0-eb5044fdf378 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:56:41.057539 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Port 010d34a6-8237-41ca-ac9f-02967bd01b73 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:56:41.088737 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Publish callbacks [] for port (c50e1a98-6e99-471c-b1ac-f7d85c9fa949), precommit_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:41.110779 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (c50e1a98-6e99-471c-b1ac-f7d85c9fa949), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:41.167500 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:41.169565 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:41.264205 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-d8463856-f0b5-4cca-8470-b178254138b8 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=119728) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 14:56:41.271820 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-d8463856-f0b5-4cca-8470-b178254138b8 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2197187 Oct 31 14:56:41.280710 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Provisioning complete for port dc4a3242-306b-4759-8964-b622755694df triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:41.281113 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (dc4a3242-306b-4759-8964-b622755694df), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:41.281474 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Attempt 1 to provision port dc4a3242-306b-4759-8964-b622755694df Oct 31 14:56:41.331969 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 14:56:41.344929 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:41.390263 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Attempting to bind port c50e1a98-6e99-471c-b1ac-f7d85c9fa949 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:56:41.390742 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Attempting to bind port c50e1a98-6e99-471c-b1ac-f7d85c9fa949 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:56:41.391503 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Attempting to bind port c50e1a98-6e99-471c-b1ac-f7d85c9fa949 on network c40cf38d-c47f-49e0-b4d6-a10af0e88519 {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:56:41.422737 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 6a70cf82-258a-4187-b767-354d8c752564 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:56:41.452537 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cd30a-0502-46cc-a623-db1a0a8cc5c4 None None] Pushing event updated for resources: {'Port': ['ID=c50e1a98-6e99-471c-b1ac-f7d85c9fa949,revision_number=2']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:41.477360 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Router ec8344fd-beec-4a6a-b146-992fba136723 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 14:56:41.484225 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:56:41.484598 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Checking segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:41.484988 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:41.485541 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Bound using segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:56:41.490127 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Bound port: c50e1a98-6e99-471c-b1ac-f7d85c9fa949, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:56:41.490721 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (c50e1a98-6e99-471c-b1ac-f7d85c9fa949), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:41.577813 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] For port c50e1a98-6e99-471c-b1ac-f7d85c9fa949, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:56:41.582426 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] For port c50e1a98-6e99-471c-b1ac-f7d85c9fa949, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=c50e1a98-6e99-471c-b1ac-f7d85c9fa949,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:56:41.598068 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (c50e1a98-6e99-471c-b1ac-f7d85c9fa949), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:41.681383 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cd30a-0502-46cc-a623-db1a0a8cc5c4 None None] Pushing event updated for resources: {'Port': ['ID=c50e1a98-6e99-471c-b1ac-f7d85c9fa949,revision_number=3']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:41.683855 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:56:41.701239 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:41.701239 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Routers {'ec8344fd-beec-4a6a-b146-992fba136723'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:41.701239 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ec8344fd-beec-4a6a-b146-992fba136723'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:41.703562 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-650d0e80-de08-46a7-8a56-1b31084927d3 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/ec8344fd-beec-4a6a-b146-992fba136723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8817899 Oct 31 14:56:41.703946 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 6a70cf82-258a-4187-b767-354d8c752564 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:41.707031 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6a70cf82-258a-4187-b767-354d8c752564), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:41.707031 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 6a70cf82-258a-4187-b767-354d8c752564 Oct 31 14:56:41.736092 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'name': 'tempest-DeleteServersTestJSON-1902792224-router', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4e629dc0-da39-4e2f-be95-c6939f878e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:36Z', 'revision_number': 4, 'project_id': 'af86d70d54694b7995d03c8c607ae706', 'gw_port': {'id': '4e629dc0-da39-4e2f-be95-c6939f878e21', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:32Z', 'updated_at': '2022-10-31T14:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'fd926d6a-348f-4bf4-b1ef-acfc4b1af7af', 'name': '', 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'mac_address': 'fa:16:3e:a9:47:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90ce64be-1186-4405-90d4-f5ff5d2a549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:35Z', 'updated_at': '2022-10-31T14:56:36Z', 'revision_number': 2, 'project_id': 'af86d70d54694b7995d03c8c607ae706', 'subnets': [{'id': '90ce64be-1186-4405-90d4-f5ff5d2a549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:41.753669 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc is scheduled to L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 with binding_index 1 {{(pid=119728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 14:56:41.814273 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d93fa47-653e-46b8-a62f-e4f5f94375cd None None] The sync data for ids ['a054e2cb-8061-474d-adf2-3ba2b04c53e6'] in dv-cinder-860227-3-iscsi is: [{'id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'name': 'tempest-DeleteServersTestJSON-1902792224-router', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4e629dc0-da39-4e2f-be95-c6939f878e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:36Z', 'revision_number': 4, 'project_id': 'af86d70d54694b7995d03c8c607ae706', 'gw_port': {'id': '4e629dc0-da39-4e2f-be95-c6939f878e21', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:32Z', 'updated_at': '2022-10-31T14:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'fd926d6a-348f-4bf4-b1ef-acfc4b1af7af', 'name': '', 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'mac_address': 'fa:16:3e:a9:47:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90ce64be-1186-4405-90d4-f5ff5d2a549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:35Z', 'updated_at': '2022-10-31T14:56:36Z', 'revision_number': 2, 'project_id': 'af86d70d54694b7995d03c8c607ae706', 'subnets': [{'id': '90ce64be-1186-4405-90d4-f5ff5d2a549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:56:41.854753 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:41.873509 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-fed92f32-50e5-48d6-bca4-bdc007fbfe16 None None] Current status of the port dc4a3242-306b-4759-8964-b622755694df is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:41.877580 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:41.878805 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 6a70cf82-258a-4187-b767-354d8c752564 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:41.879460 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6a70cf82-258a-4187-b767-354d8c752564), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:41.936415 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] Set router ec8344fd-beec-4a6a-b146-992fba136723 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:42.000907 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 6a70cf82-258a-4187-b767-354d8c752564, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=6a70cf82-258a-4187-b767-354d8c752564,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:56:42.012839 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6a70cf82-258a-4187-b767-354d8c752564), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:42.014259 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device f8fd01ca-9195-478e-8067-62c51af5eb0d up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:56:42.018028 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Provisioning complete for port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:42.018405 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:42.019056 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Attempt 1 to provision port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 Oct 31 14:56:42.311587 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:56:42.356621 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Provisioning complete for port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:42.357863 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:42.358416 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Attempt 1 to provision port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 Oct 31 14:56:42.368489 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=6a70cf82-258a-4187-b767-354d8c752564,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:42.410363 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port f8fd01ca-9195-478e-8067-62c51af5eb0d triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:42.411047 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (f8fd01ca-9195-478e-8067-62c51af5eb0d), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:42.411047 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port f8fd01ca-9195-478e-8067-62c51af5eb0d Oct 31 14:56:42.479206 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:42.498853 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 2, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:42.541164 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f0dad2-cf9e-4e4e-a8c9-e3dfaedad1b5 None None] The sync data for ids ['ec8344fd-beec-4a6a-b146-992fba136723'] in dv-cinder-860227-3-iscsi is: [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 2, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:56:42.562144 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-ed44e290-ed08-40f4-81b9-5a1fdab9e11a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/62d09c23-95fd-46cc-ac62-b206a226f4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2893724 Oct 31 14:56:42.643589 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:42.678164 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39804) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:42.748669 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39808) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:42.754318 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-14f061b7-f6b0-4978-8100-d73b1fa190d3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1912002241', 'description': 'tempest-description--1946401403'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:42.770735 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:56:42.787541 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-cc7b2b5a-ae94-43f7-9931-7bef30de28e7 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/ffe1c9ae-6b26-486c-95a0-ff4134dfb312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1242812 Oct 31 14:56:42.860932 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port f8fd01ca-9195-478e-8067-62c51af5eb0d is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:42.866454 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-14f061b7-f6b0-4978-8100-d73b1fa190d3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:42.876733 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device dc4a3242-306b-4759-8964-b622755694df up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:56:42.887008 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Sync routers for ids ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:56:43.023432 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e7ca6fb9-f2d0-4504-bea5-502b5dea0979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:43.063994 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Current status of the port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:43.090997 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Routers {'ffe1c9ae-6b26-486c-95a0-ff4134dfb312'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:43.104157 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:43.207974 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-14f061b7-f6b0-4978-8100-d73b1fa190d3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group (aa0722b2-6510-420b-b2e9-ca8d870b0902), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:43.217939 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-14f061b7-f6b0-4978-8100-d73b1fa190d3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (aa0722b2-6510-420b-b2e9-ca8d870b0902), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:43.297892 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-ac5953b3-ec7d-4fb5-9855-19f0beab10fc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/62d09c23-95fd-46cc-ac62-b206a226f4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7098575 Oct 31 14:56:43.299266 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:56:43.306358 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Publish callbacks [] for router_gateway (3e116425-6006-4b6c-abd9-e78ee6c430ee), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:43.322225 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Sync routers for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:56:43.339128 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:43.339815 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:43.368180 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Provisioning complete for port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:43.368627 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:43.369028 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Attempt 1 to provision port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af Oct 31 14:56:43.372488 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:43.382679 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-14f061b7-f6b0-4978-8100-d73b1fa190d3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:43.384855 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-14f061b7-f6b0-4978-8100-d73b1fa190d3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6351955 Oct 31 14:56:43.395138 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39830) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:43.402702 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-2750bb3f-2708-4126-9cec-b0f7fb930274 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Request body: {'security_group_rule': {'security_group_id': 'aa0722b2-6510-420b-b2e9-ca8d870b0902', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:43.414845 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port dc4a3242-306b-4759-8964-b622755694df triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:43.415730 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (dc4a3242-306b-4759-8964-b622755694df), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:43.416284 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port dc4a3242-306b-4759-8964-b622755694df Oct 31 14:56:43.441126 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f061b7-f6b0-4978-8100-d73b1fa190d3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0722b2-6510-420b-b2e9-ca8d870b0902,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:43.472902 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2750bb3f-2708-4126-9cec-b0f7fb930274 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group_rule (0882f736-cf37-4a2d-833d-0bc2893682ed), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:43.481458 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:43.483588 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-6802f9a1-b97e-4749-8db6-1116c29db2a2 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 12.3172772 Oct 31 14:56:43.486528 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39832) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:43.532539 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Set router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:43.551069 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e7ca6fb9-f2d0-4504-bea5-502b5dea0979 admin admin] Publish callbacks [] for security_group (9626a400-04cf-4883-bdec-11d7c545667a), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:43.612952 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e7ca6fb9-f2d0-4504-bea5-502b5dea0979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (9626a400-04cf-4883-bdec-11d7c545667a), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:43.665609 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:43.693492 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:43.697883 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:56:43.718230 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39834) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:43.736653 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-b71818f6-dd2e-46a4-8b48-21c836b1f8df tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819047960', 'description': 'tempest-description--1900967038'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:43.746118 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca6fb9-f2d0-4504-bea5-502b5dea0979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9626a400-04cf-4883-bdec-11d7c545667a,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:43.855134 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Provisioning complete for port 6a70cf82-258a-4187-b767-354d8c752564 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:43.860160 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6a70cf82-258a-4187-b767-354d8c752564), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:43.860728 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Attempt 1 to provision port 6a70cf82-258a-4187-b767-354d8c752564 Oct 31 14:56:43.903994 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39848) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:43.922756 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2750bb3f-2708-4126-9cec-b0f7fb930274 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group_rule (0882f736-cf37-4a2d-833d-0bc2893682ed), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:43.924881 dv-cinder-860227-3-iscsi neutron-server[119727]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 31 14:56:43.931493 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-e7ca6fb9-f2d0-4504-bea5-502b5dea0979 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=009f7c73f7dc486880989c38883379dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2523949 Oct 31 14:56:43.941626 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39850) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:43.992950 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port dc4a3242-306b-4759-8964-b622755694df is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:43.993990 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2750bb3f-2708-4126-9cec-b0f7fb930274 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (0882f736-cf37-4a2d-833d-0bc2893682ed), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:43.994123 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:56:44.084081 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:44.084739 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:44.085074 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 Oct 31 14:56:44.102840 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7104d43a-a65c-44ea-a279-6f7bb3c001a9 req-da03b9b7-58fc-461a-98ee-ad9766743d69 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 210 time: 0.1890254 Oct 31 14:56:44.116507 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750bb3f-2708-4126-9cec-b0f7fb930274 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0882f736-cf37-4a2d-833d-0bc2893682ed,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:44.148379 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2750bb3f-2708-4126-9cec-b0f7fb930274 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:44.157837 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-2750bb3f-2708-4126-9cec-b0f7fb930274 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7598901 Oct 31 14:56:44.160567 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:44.162741 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398653'] for router (3e116425-6006-4b6c-abd9-e78ee6c430ee), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:44.164840 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39860) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:44.179061 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-c50f3669-3ca0-40d2-8de2-7d6a346d3569 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Request body: {'security_group_rule': {'security_group_id': 'aa0722b2-6510-420b-b2e9-ca8d870b0902', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:44.235520 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 3, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:44.260791 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-73066272-7f1b-4d8c-9630-1531d89d2091 admin admin] Publish callbacks [] for security_group (9626a400-04cf-4883-bdec-11d7c545667a), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:44.309442 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Checking router: 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:56:44.319782 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Updating router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc port 00df963c-4ef6-4361-844d-bf0fc0372a54 binding host dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 14:56:44.321558 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-73066272-7f1b-4d8c-9630-1531d89d2091 admin admin] Publish callbacks [] for security_group (9626a400-04cf-4883-bdec-11d7c545667a), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:44.325437 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b71818f6-dd2e-46a4-8b48-21c836b1f8df tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:44.386449 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (00df963c-4ef6-4361-844d-bf0fc0372a54), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:44.419067 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Current status of the port 6a70cf82-258a-4187-b767-354d8c752564 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:44.430861 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:44.437735 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-73066272-7f1b-4d8c-9630-1531d89d2091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (9626a400-04cf-4883-bdec-11d7c545667a), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:44.441525 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-73066272-7f1b-4d8c-9630-1531d89d2091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:44.443586 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-73066272-7f1b-4d8c-9630-1531d89d2091 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9626a400-04cf-4883-bdec-11d7c545667a HTTP/1.1" status: 204 len: 168 time: 0.4999943 Oct 31 14:56:44.465786 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c50f3669-3ca0-40d2-8de2-7d6a346d3569 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group_rule (60c278b1-5988-4ec7-9539-f6533132e13f), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:44.610115 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:44.731078 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Provisioning complete for port 010d34a6-8237-41ca-ac9f-02967bd01b73 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:44.735242 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:44.736591 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Attempt 1 to provision port 010d34a6-8237-41ca-ac9f-02967bd01b73 Oct 31 14:56:44.899857 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73066272-7f1b-4d8c-9630-1531d89d2091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9626a400-04cf-4883-bdec-11d7c545667a,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:44.968099 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c50f3669-3ca0-40d2-8de2-7d6a346d3569 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group_rule (60c278b1-5988-4ec7-9539-f6533132e13f), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:44.978867 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c50f3669-3ca0-40d2-8de2-7d6a346d3569 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (60c278b1-5988-4ec7-9539-f6533132e13f), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.007243 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b71818f6-dd2e-46a4-8b48-21c836b1f8df tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group (3f33bb79-04a6-4914-9194-9970387f5b07), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.019906 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c50f3669-3ca0-40d2-8de2-7d6a346d3569 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.022312 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-c50f3669-3ca0-40d2-8de2-7d6a346d3569 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8518693 Oct 31 14:56:45.024962 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39886) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:45.032222 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Request body: {'floatingip': {'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:45.049710 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f3669-3ca0-40d2-8de2-7d6a346d3569 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c278b1-5988-4ec7-9539-f6533132e13f,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:45.090837 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.173376 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b71818f6-dd2e-46a4-8b48-21c836b1f8df tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (3f33bb79-04a6-4914-9194-9970387f5b07), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.182540 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39892) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:45.204148 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:45.259696 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b115899e-4fab-429a-9d2b-76be928135b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.286126 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b71818f6-dd2e-46a4-8b48-21c836b1f8df tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.287918 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-b71818f6-dd2e-46a4-8b48-21c836b1f8df tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5647054 Oct 31 14:56:45.310192 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39900) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:45.328837 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-0db64a3f-02ad-4cbf-9181-44e52a8d1126 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Request body: {'security_group_rule': {'security_group_id': '3f33bb79-04a6-4914-9194-9970387f5b07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:45.336800 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Publish callbacks [] for port (00df963c-4ef6-4361-844d-bf0fc0372a54), precommit_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.345161 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (00df963c-4ef6-4361-844d-bf0fc0372a54), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.366486 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:45.371262 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:56:45.394445 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71818f6-dd2e-46a4-8b48-21c836b1f8df tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f33bb79-04a6-4914-9194-9970387f5b07,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:45.422952 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:45.441034 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b0647-f652-4f11-a3ea-9d4da7aff1f5 None None] Pushing event updated for resources: {'Port': ['ID=00df963c-4ef6-4361-844d-bf0fc0372a54,revision_number=2']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:45.467994 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Attempting to bind port 00df963c-4ef6-4361-844d-bf0fc0372a54 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:56:45.468354 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Attempting to bind port 00df963c-4ef6-4361-844d-bf0fc0372a54 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:56:45.469161 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Attempting to bind port 00df963c-4ef6-4361-844d-bf0fc0372a54 on network c40cf38d-c47f-49e0-b4d6-a10af0e88519 {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:56:45.476414 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Router 3e116425-6006-4b6c-abd9-e78ee6c430ee is scheduled to L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 with binding_index 1 {{(pid=119728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 14:56:45.493839 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-968793dc-f7bc-4fa8-9a37-e11b02fc3b4d None None] Port 010d34a6-8237-41ca-ac9f-02967bd01b73 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:56:45.495885 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '010d34a6-8237-41ca-ac9f-02967bd01b73', 'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'mac_address': 'fa:16:3e:32:3c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:33Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 2, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'subnets': [{'id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:45.511077 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a5041230-fd65-4c3d-ac9f-69fb288885e9 req-a748d4af-fa17-4ccd-9d85-5bc28da692a6 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 210 time: 0.2285213 Oct 31 14:56:45.540822 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-28c653ac-a4ea-4821-83f2-222fa7f2391e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.547647 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Checking router: ffe1c9ae-6b26-486c-95a0-ff4134dfb312 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:56:45.548372 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Updating router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 port 010d34a6-8237-41ca-ac9f-02967bd01b73 binding host dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 14:56:45.561530 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b115899e-4fab-429a-9d2b-76be928135b3 admin admin] Publish callbacks [] for security_group (21d6f96d-3122-4e01-8200-c0862ab103f8), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.583713 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b115899e-4fab-429a-9d2b-76be928135b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (21d6f96d-3122-4e01-8200-c0862ab103f8), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.597011 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:45.598225 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.598689 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 Oct 31 14:56:45.610988 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:56:45.611969 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Checking segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:45.612837 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.614128 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Bound using segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:56:45.616829 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Bound port: 00df963c-4ef6-4361-844d-bf0fc0372a54, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:56:45.617495 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (00df963c-4ef6-4361-844d-bf0fc0372a54), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.627220 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.645435 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:45.647765 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115899e-4fab-429a-9d2b-76be928135b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d6f96d-3122-4e01-8200-c0862ab103f8,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:45.688716 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:45.697975 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0db64a3f-02ad-4cbf-9181-44e52a8d1126 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group_rule (c52dd332-5a2b-4726-bc53-c3952d1e4bb8), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.733480 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-b115899e-4fab-429a-9d2b-76be928135b3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5c2b1a5357ae42b9b12418dd405816c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5461719 Oct 31 14:56:45.740900 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] For port 00df963c-4ef6-4361-844d-bf0fc0372a54, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:56:45.743849 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39908) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:45.744631 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] For port 00df963c-4ef6-4361-844d-bf0fc0372a54, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=00df963c-4ef6-4361-844d-bf0fc0372a54,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:56:45.755318 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (00df963c-4ef6-4361-844d-bf0fc0372a54), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.758325 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.779497 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:56:45.803894 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:45.804715 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:45.841564 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:45.843080 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-ba7a188b-b6b4-4c3d-bb12-49980a197c82 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.5579381 Oct 31 14:56:45.846140 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 39912) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:45.954707 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:46.005833 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:46.011764 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-02828075-f529-4130-9620-88714668cb9d None None] Provisioning complete for port 6a70cf82-258a-4187-b767-354d8c752564 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:46.012554 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-02828075-f529-4130-9620-88714668cb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6a70cf82-258a-4187-b767-354d8c752564), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:46.013247 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-02828075-f529-4130-9620-88714668cb9d None None] Attempt 1 to provision port 6a70cf82-258a-4187-b767-354d8c752564 Oct 31 14:56:46.015769 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Sync routers for ids ['3e116425-6006-4b6c-abd9-e78ee6c430ee'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:56:46.023243 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b0647-f652-4f11-a3ea-9d4da7aff1f5 None None] Pushing event updated for resources: {'Port': ['ID=00df963c-4ef6-4361-844d-bf0fc0372a54,revision_number=3']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:46.043583 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Allocated IP 172.27.0.72 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/d21a9865-5097-40ea-aa03-fcd69a9a41a3) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:46.062123 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:46.076448 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Routers {'3e116425-6006-4b6c-abd9-e78ee6c430ee'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:46.077368 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['3e116425-6006-4b6c-abd9-e78ee6c430ee'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:46.253232 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:INSERT=15,neutron:UPDATE=3,neutron:SELECT=80,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:46.352845 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Set router 3e116425-6006-4b6c-abd9-e78ee6c430ee gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:46.416483 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0db64a3f-02ad-4cbf-9181-44e52a8d1126 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group_rule (c52dd332-5a2b-4726-bc53-c3952d1e4bb8), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:46.434568 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0db64a3f-02ad-4cbf-9181-44e52a8d1126 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (c52dd332-5a2b-4726-bc53-c3952d1e4bb8), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:46.479506 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0db64a3f-02ad-4cbf-9181-44e52a8d1126 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:46.480910 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-0db64a3f-02ad-4cbf-9181-44e52a8d1126 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1574011 Oct 31 14:56:46.485982 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39924) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:46.499053 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-e1d40599-6ae8-42f9-9ee9-64ce8ffd5249 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Request body: {'security_group_rule': {'security_group_id': '3f33bb79-04a6-4914-9194-9970387f5b07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:46.499463 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 3, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:46.511706 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for port (d21a9865-5097-40ea-aa03-fcd69a9a41a3), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:46.538151 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:46.541188 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480d4745-3b7e-4d71-8047-7685460f6500 None None] The sync data for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi is: [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 3, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:56:46.554616 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ee73feb1-0429-450d-bdd8-d8d15e3a92c9 admin admin] Publish callbacks [] for security_group (21d6f96d-3122-4e01-8200-c0862ab103f8), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:46.560753 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:46.644346 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db64a3f-02ad-4cbf-9181-44e52a8d1126 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52dd332-5a2b-4726-bc53-c3952d1e4bb8,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:46.658431 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ee73feb1-0429-450d-bdd8-d8d15e3a92c9 admin admin] Publish callbacks [] for security_group (21d6f96d-3122-4e01-8200-c0862ab103f8), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:46.712543 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e1d40599-6ae8-42f9-9ee9-64ce8ffd5249 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group_rule (a7f7c93c-8077-4674-a9f7-c5b6fc5ea807), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:46.732825 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Allocated IP 172.20.0.1 (344848ef-d9a5-4f9a-8ddf-c96c364ed358/6c0893af-f459-43bc-83fe-ab19005e56d2/3ecb8631-d5fe-43bd-a087-1650305aad4f) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:46.780803 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:46.839080 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (d21a9865-5097-40ea-aa03-fcd69a9a41a3), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:46.862516 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Publish callbacks [] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), precommit_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:46.866094 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:41Z', 'revision_number': 3, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:46.876119 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:46.910231 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:46.922019 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:46.922368 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Checking router: 3e116425-6006-4b6c-abd9-e78ee6c430ee for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:56:46.922829 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Updating router 3e116425-6006-4b6c-abd9-e78ee6c430ee port 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 binding host dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 14:56:46.949129 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 6a70cf82-258a-4187-b767-354d8c752564 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:56:46.964408 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:46.972928 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8ef3cb69-5418-4598-9187-e0850b0afc73 req-02dcf14e-1194-4bc3-b984-8db529d3e78c tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 210 time: 0.0956068 Oct 31 14:56:47.012393 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e1d40599-6ae8-42f9-9ee9-64ce8ffd5249 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group_rule (a7f7c93c-8077-4674-a9f7-c5b6fc5ea807), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.027681 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cb886-529d-4ad6-ba25-f64f8093dff5 None None] Pushing event updated for resources: {'Port': ['ID=010d34a6-8237-41ca-ac9f-02967bd01b73,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:47.035339 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:INSERT=10,neutron:UPDATE=4,neutron:SELECT=81,neutron:DELETE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:47.045177 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Publish callbacks [] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.066036 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e1d40599-6ae8-42f9-9ee9-64ce8ffd5249 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (a7f7c93c-8077-4674-a9f7-c5b6fc5ea807), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.067780 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ee73feb1-0429-450d-bdd8-d8d15e3a92c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (21d6f96d-3122-4e01-8200-c0862ab103f8), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.070222 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ee73feb1-0429-450d-bdd8-d8d15e3a92c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.073246 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-ee73feb1-0429-450d-bdd8-d8d15e3a92c9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/21d6f96d-3122-4e01-8200-c0862ab103f8 HTTP/1.1" status: 204 len: 168 time: 1.3280919 Oct 31 14:56:47.105167 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-02828075-f529-4130-9620-88714668cb9d None None] Current status of the port 6a70cf82-258a-4187-b767-354d8c752564 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:47.120676 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.133114 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for floatingip (9ee536d6-dcb8-456e-973d-0abdee15cfd8), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.138359 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.156190 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.158119 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event updated for resources: {'Port': ['ID=d21a9865-5097-40ea-aa03-fcd69a9a41a3,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:47.233027 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d40599-6ae8-42f9-9ee9-64ce8ffd5249 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f7c93c-8077-4674-a9f7-c5b6fc5ea807,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:47.242239 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Sync routers for ids ['a054e2cb-8061-474d-adf2-3ba2b04c53e6'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:56:47.243690 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73feb1-0429-450d-bdd8-d8d15e3a92c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d6f96d-3122-4e01-8200-c0862ab103f8,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:47.269368 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Routers {'a054e2cb-8061-474d-adf2-3ba2b04c53e6'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:47.269899 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e1d40599-6ae8-42f9-9ee9-64ce8ffd5249 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.271130 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-e1d40599-6ae8-42f9-9ee9-64ce8ffd5249 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7777936 Oct 31 14:56:47.275408 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 39932) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:47.276091 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['a054e2cb-8061-474d-adf2-3ba2b04c53e6'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:47.289573 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Request body: {'floatingip': {'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:47.301223 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Attempting to bind port 010d34a6-8237-41ca-ac9f-02967bd01b73 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:56:47.301687 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Attempting to bind port 010d34a6-8237-41ca-ac9f-02967bd01b73 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:56:47.302035 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:47.302149 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Attempting to bind port 010d34a6-8237-41ca-ac9f-02967bd01b73 on network d9dc557c-0645-443c-a01e-416bcfdc6824 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:56:47.341822 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:47.348721 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:47.349615 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398923'] for router_interface (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.353715 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (d21a9865-5097-40ea-aa03-fcd69a9a41a3), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.363438 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.372431 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:47.407298 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Pushing event updated for resources: {'Port': ['ID=3ecb8631-d5fe-43bd-a087-1650305aad4f,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:47.443108 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:47.515253 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:47.566078 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Set router a054e2cb-8061-474d-adf2-3ba2b04c53e6 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:47.708096 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 6a70cf82-258a-4187-b767-354d8c752564 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:47.708625 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6a70cf82-258a-4187-b767-354d8c752564), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.708721 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 6a70cf82-258a-4187-b767-354d8c752564 Oct 31 14:56:47.755923 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.791997 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Allocated IP 172.20.0.1 (03bb4962-9fda-452b-81f0-eb5044fdf378/8c0e9ab0-89cf-47cd-afff-ae3fa30ee474/a102c1d2-f3b3-4523-93b1-c4692daf8c10) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:47.846361 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-4d96135a-825e-4f4d-adc4-149bbe37d6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.946602 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-93222882-f802-4687-bc60-a55ca7b423b7 None None] Provisioning complete for port 3ecb8631-d5fe-43bd-a087-1650305aad4f triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:47.947005 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-93222882-f802-4687-bc60-a55ca7b423b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:47.947456 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-93222882-f802-4687-bc60-a55ca7b423b7 None None] Attempt 1 to provision port 3ecb8631-d5fe-43bd-a087-1650305aad4f Oct 31 14:56:48.032093 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-93222882-f802-4687-bc60-a55ca7b423b7 None None] Port 3ecb8631-d5fe-43bd-a087-1650305aad4f cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:56:48.042955 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:56:48.043329 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Checking segment: {'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:48.048605 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:48.049098 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Bound using segment: {'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:56:48.049618 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Bound port: 010d34a6-8237-41ca-ac9f-02967bd01b73, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:56:48.050019 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:48.065553 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'name': 'tempest-DeleteServersTestJSON-1902792224-router', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4e629dc0-da39-4e2f-be95-c6939f878e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:36Z', 'revision_number': 4, 'project_id': 'af86d70d54694b7995d03c8c607ae706', 'gw_port': {'id': '4e629dc0-da39-4e2f-be95-c6939f878e21', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:32Z', 'updated_at': '2022-10-31T14:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'fd926d6a-348f-4bf4-b1ef-acfc4b1af7af', 'name': '', 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'mac_address': 'fa:16:3e:a9:47:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90ce64be-1186-4405-90d4-f5ff5d2a549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:35Z', 'updated_at': '2022-10-31T14:56:36Z', 'revision_number': 2, 'project_id': 'af86d70d54694b7995d03c8c607ae706', 'subnets': [{'id': '90ce64be-1186-4405-90d4-f5ff5d2a549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:48.082404 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for port (d21a9865-5097-40ea-aa03-fcd69a9a41a3), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:48.096117 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:48.138453 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Checking router: a054e2cb-8061-474d-adf2-3ba2b04c53e6 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:56:48.138807 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Updating router a054e2cb-8061-474d-adf2-3ba2b04c53e6 port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af binding host dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 14:56:48.174916 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), before_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:48.197037 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:48.198740 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (d21a9865-5097-40ea-aa03-fcd69a9a41a3), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:48.202351 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (9ee536d6-dcb8-456e-973d-0abdee15cfd8), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:48.242673 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:48.243818 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:48.281184 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Publish callbacks [] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:48.359008 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Sync routers for ids ['ec8344fd-beec-4a6a-b146-992fba136723'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:56:48.418122 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:48.437834 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4007154 Oct 31 14:56:48.450854 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Routers {'ec8344fd-beec-4a6a-b146-992fba136723'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:48.451771 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ec8344fd-beec-4a6a-b146-992fba136723'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:48.452166 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660098e-f032-4d41-b390-2ad145812803 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event updated for resources: {'Port': ['ID=d21a9865-5097-40ea-aa03-fcd69a9a41a3,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:48.514471 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2d61c092-2a1d-4c1f-a90c-7fb42480bcb4 req-0c0d4591-f420-4dd1-a4c2-371b966e83ab tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 210 time: 0.1080289 Oct 31 14:56:48.634767 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:48.655703 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] For port 010d34a6-8237-41ca-ac9f-02967bd01b73, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:56:48.723374 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 6a70cf82-258a-4187-b767-354d8c752564 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:48.724522 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 4e629dc0-da39-4e2f-be95-c6939f878e21 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:56:48.748623 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] For port 010d34a6-8237-41ca-ac9f-02967bd01b73, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=010d34a6-8237-41ca-ac9f-02967bd01b73,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:56:48.758531 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Network 03bb4962-9fda-452b-81f0-eb5044fdf378 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:48.779824 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:48.783245 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:48.783764 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398923'] for router_interface (3e116425-6006-4b6c-abd9-e78ee6c430ee), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:48.802080 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:49.023311 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Publish callbacks [] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), precommit_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:49.035964 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:49.115973 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:49.215655 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-5d036a66-ad0f-4f1c-8da3-33629f5e4761 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1912002241&fields=id&tenant_id=5119fe6e3c064da0a66218481a944aaa HTTP/1.1" status: 200 len: 267 time: 0.2248797 Oct 31 14:56:49.225055 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06d042-db4b-4da2-9cc3-1c1ab5a70e72 None None] Pushing event updated for resources: {'Port': ['ID=fd926d6a-348f-4bf4-b1ef-acfc4b1af7af,revision_number=3']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:49.264148 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.44', 62811) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:49.303967 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a102c1d2-f3b3-4523-93b1-c4692daf8c10,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:49.370753 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Attempting to bind port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:56:49.371025 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Attempting to bind port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'c12d0c10-1531-43bd-b4b1-48ba1aba830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0'}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:56:49.371390 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Attempting to bind port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af on network 62d09c23-95fd-46cc-ac62-b206a226f4d0 {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:56:49.500004 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), before_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:49.504498 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:56:49.505041 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Checking segment: {'id': 'c12d0c10-1531-43bd-b4b1-48ba1aba830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:49.505838 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:49.506229 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Bound using segment: {'id': 'c12d0c10-1531-43bd-b4b1-48ba1aba830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0'} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:56:49.506749 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Bound port: fd926d6a-348f-4bf4-b1ef-acfc4b1af7af, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12d0c10-1531-43bd-b4b1-48ba1aba830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0'}}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:56:49.508366 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:49.577439 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:49.613674 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] For port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:56:49.621923 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] For port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=fd926d6a-348f-4bf4-b1ef-acfc4b1af7af,segment=NetworkSegment(c12d0c10-1531-43bd-b4b1-48ba1aba830f),segment_id=c12d0c10-1531-43bd-b4b1-48ba1aba830f)] {{(pid=119730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:56:49.629326 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:49.632141 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Routers {'ffe1c9ae-6b26-486c-95a0-ff4134dfb312'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:49.632820 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:49.636973 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:49.691257 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-f12a0ad5-d379-42ad-ae37-b9cbe6c5f0fc None None] Provisioning complete for port a102c1d2-f3b3-4523-93b1-c4692daf8c10 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:49.692570 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-f12a0ad5-d379-42ad-ae37-b9cbe6c5f0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:49.692570 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-f12a0ad5-d379-42ad-ae37-b9cbe6c5f0fc None None] Attempt 1 to provision port a102c1d2-f3b3-4523-93b1-c4692daf8c10 Oct 31 14:56:49.701322 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Publish callbacks [] for port (4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6), precommit_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:49.747112 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06d042-db4b-4da2-9cc3-1c1ab5a70e72 None None] Pushing event updated for resources: {'Port': ['ID=fd926d6a-348f-4bf4-b1ef-acfc4b1af7af,revision_number=4']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:49.776988 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Routers {'a054e2cb-8061-474d-adf2-3ba2b04c53e6'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:49.779174 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['a054e2cb-8061-474d-adf2-3ba2b04c53e6'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:49.857554 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Publish callbacks [] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:49.867850 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:49.868434 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399039'] for router_interface (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:50.003756 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:50.014156 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:50.017451 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-f12a0ad5-d379-42ad-ae37-b9cbe6c5f0fc None None] Port a102c1d2-f3b3-4523-93b1-c4692daf8c10 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:56:50.024560 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 4e629dc0-da39-4e2f-be95-c6939f878e21 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:50.025361 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (4e629dc0-da39-4e2f-be95-c6939f878e21), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:50.025712 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 4e629dc0-da39-4e2f-be95-c6939f878e21 Oct 31 14:56:50.071068 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Pushing event updated for resources: {'Port': ['ID=3ecb8631-d5fe-43bd-a087-1650305aad4f,revision_number=2']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:50.114054 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:50.114054 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cb886-529d-4ad6-ba25-f64f8093dff5 None None] Pushing event updated for resources: {'Port': ['ID=010d34a6-8237-41ca-ac9f-02967bd01b73,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:50.185615 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:50.197282 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] Set router a054e2cb-8061-474d-adf2-3ba2b04c53e6 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:50.210260 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-01af2886-43df-4529-a54e-824f184d78a5 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:50.216714 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-01af2886-43df-4529-a54e-824f184d78a5 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.44 "GET /networking/v2.0/networks?id=62d09c23-95fd-46cc-ac62-b206a226f4d0 HTTP/1.1" status: 200 len: 812 time: 0.9509189 Oct 31 14:56:50.232686 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759a282-23f9-4208-9612-f417b288b61e req-b7b40464-dc7b-4266-a18e-e2d605e00a5d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:50.242050 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0b1e04a5-b388-4d01-be4b-23e5068e005a req-51d6ea01-327d-46c5-8669-89671bff7a11 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 210 time: 0.4086692 Oct 31 14:56:50.246147 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Set router ec8344fd-beec-4a6a-b146-992fba136723 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:50.246570 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-b7b40464-dc7b-4266-a18e-e2d605e00a5d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/networks?id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 HTTP/1.1" status: 200 len: 817 time: 1.0260506 Oct 31 14:56:50.273330 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-d36e2215-20b3-45c5-848a-dba264f4a6f3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Request body: {'port': {'device_id': 'f1c93f4d-15ed-4113-95ad-b6766332779e', 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0', 'admin_state_up': True, 'tenant_id': 'af86d70d54694b7995d03c8c607ae706'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:50.344900 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-9c293c82-fd67-47cd-a086-78e06929402b tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/quotas/5119fe6e3c064da0a66218481a944aaa HTTP/1.1" status: 200 len: 375 time: 0.0947437 Oct 31 14:56:50.403860 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Publish callbacks [] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:50.414678 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:50.415628 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399039'] for router_interface (3e116425-6006-4b6c-abd9-e78ee6c430ee), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:50.432902 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Allocated IP 172.27.0.218 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/59345b48-7950-436d-9587-c6864de41321) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:50.480461 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:50.506472 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:50.607766 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Attempting to bind port 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:56:50.608203 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Attempting to bind port 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:56:50.608668 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Attempting to bind port 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 on network c40cf38d-c47f-49e0-b4d6-a10af0e88519 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:56:50.634378 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-8dce7ba2-6661-4d96-a2c4-d6e0eff95fb9 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5119fe6e3c064da0a66218481a944aaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2809527 Oct 31 14:56:50.682029 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:50.800184 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f70d1d-1e0f-47cc-a5b3-29a3bc9bf63f None None] Pushing event updated for resources: {'Port': ['ID=4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:50.843873 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:50.880192 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] Set router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:50.909613 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'name': 'tempest-DeleteServersTestJSON-1902792224-router', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4e629dc0-da39-4e2f-be95-c6939f878e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:36Z', 'revision_number': 4, 'project_id': 'af86d70d54694b7995d03c8c607ae706', 'gw_port': {'id': '4e629dc0-da39-4e2f-be95-c6939f878e21', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:32Z', 'updated_at': '2022-10-31T14:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'fd926d6a-348f-4bf4-b1ef-acfc4b1af7af', 'name': '', 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'mac_address': 'fa:16:3e:a9:47:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90ce64be-1186-4405-90d4-f5ff5d2a549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:35Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': 'af86d70d54694b7995d03c8c607ae706', 'subnets': [{'id': '90ce64be-1186-4405-90d4-f5ff5d2a549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:50.948845 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee1238-6101-4bf3-af99-4a4450bbd88b None None] The sync data for ids ['a054e2cb-8061-474d-adf2-3ba2b04c53e6'] in dv-cinder-860227-3-iscsi is: [{'id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'name': 'tempest-DeleteServersTestJSON-1902792224-router', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4e629dc0-da39-4e2f-be95-c6939f878e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:36Z', 'revision_number': 4, 'project_id': 'af86d70d54694b7995d03c8c607ae706', 'gw_port': {'id': '4e629dc0-da39-4e2f-be95-c6939f878e21', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:32Z', 'updated_at': '2022-10-31T14:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'fd926d6a-348f-4bf4-b1ef-acfc4b1af7af', 'name': '', 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'mac_address': 'fa:16:3e:a9:47:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '90ce64be-1186-4405-90d4-f5ff5d2a549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:35Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': 'af86d70d54694b7995d03c8c607ae706', 'subnets': [{'id': '90ce64be-1186-4405-90d4-f5ff5d2a549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:56:50.993104 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:50.996855 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 2, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:51.000425 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 4e629dc0-da39-4e2f-be95-c6939f878e21 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:51.001020 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (4e629dc0-da39-4e2f-be95-c6939f878e21), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:51.011881 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-d36e2215-20b3-45c5-848a-dba264f4a6f3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Made reservation on behalf of af86d70d54694b7995d03c8c607ae706 for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:56:51.014656 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:51.037688 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-d36e2215-20b3-45c5-848a-dba264f4a6f3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:51.045276 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a102c1d2-f3b3-4523-93b1-c4692daf8c10,revision_number=2']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:51.046328 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 4e629dc0-da39-4e2f-be95-c6939f878e21, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=4e629dc0-da39-4e2f-be95-c6939f878e21,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:56:51.052560 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:56:51.053270 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Checking segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:51.053850 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:51.054299 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Bound using segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:56:51.054833 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Bound port: 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:56:51.055274 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:51.107296 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (4e629dc0-da39-4e2f-be95-c6939f878e21), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:51.109398 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device c50e1a98-6e99-471c-b1ac-f7d85c9fa949 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:56:51.166065 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-2dde3831-040a-4243-afc1-0c32d3f70848 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=119727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 14:56:51.186091 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-2dde3831-040a-4243-afc1-0c32d3f70848 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2488441 Oct 31 14:56:51.227225 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:51.228782 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for port (59345b48-7950-436d-9587-c6864de41321), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:51.305321 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Network 03bb4962-9fda-452b-81f0-eb5044fdf378 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:51.313934 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:51.370420 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=4e629dc0-da39-4e2f-be95-c6939f878e21,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:51.386953 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Checking router: ec8344fd-beec-4a6a-b146-992fba136723 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:56:51.387312 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Updating router ec8344fd-beec-4a6a-b146-992fba136723 port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 binding host dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 14:56:51.572150 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] For port 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:56:51.582671 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] For port 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:56:51.623815 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 14:56:51.644412 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:51.729567 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9f158fd7-05f7-43c0-b86e-4753663e95e5 req-a677f873-6293-4199-9c21-46b1ef83c84d tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 210 time: 0.1612048 Oct 31 14:56:51.766648 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Router 3e116425-6006-4b6c-abd9-e78ee6c430ee has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 14:56:51.976202 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:52.053451 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f70d1d-1e0f-47cc-a5b3-29a3bc9bf63f None None] Pushing event updated for resources: {'Port': ['ID=4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:52.092697 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-d696bf78-d65b-4df5-81ea-0894f2a16a68 None None] Provisioning complete for port 3ecb8631-d5fe-43bd-a087-1650305aad4f triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:52.094687 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-d696bf78-d65b-4df5-81ea-0894f2a16a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:52.095054 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-d696bf78-d65b-4df5-81ea-0894f2a16a68 None None] Attempt 1 to provision port 3ecb8631-d5fe-43bd-a087-1650305aad4f Oct 31 14:56:52.144877 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (59345b48-7950-436d-9587-c6864de41321), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:52.160494 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:56:52.174611 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-d696bf78-d65b-4df5-81ea-0894f2a16a68 None None] Port 3ecb8631-d5fe-43bd-a087-1650305aad4f cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:56:52.180006 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Sync routers for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:56:52.188207 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:52.190922 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:52.191535 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:52.194631 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-d800f3c2-4b55-4564-b574-b6806ba5571f admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/047261bb-4f9f-42c3-8fb9-00c3e83bc0dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7070019 Oct 31 14:56:52.207147 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:56:52.215210 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Routers {'3e116425-6006-4b6c-abd9-e78ee6c430ee'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:52.216625 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['3e116425-6006-4b6c-abd9-e78ee6c430ee'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:52.221096 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-c271044b-51cc-4be8-a1a7-041adb680532 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0340338 Oct 31 14:56:52.231377 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-982d762c-db3a-4dc1-aa6e-4172509a89f3 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/3e116425-6006-4b6c-abd9-e78ee6c430ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3757689 Oct 31 14:56:52.353325 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] Set router 3e116425-6006-4b6c-abd9-e78ee6c430ee gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:52.380193 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:52.384381 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-d36e2215-20b3-45c5-848a-dba264f4a6f3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Allocated IP 172.20.0.4 (62d09c23-95fd-46cc-ac62-b206a226f4d0/90ce64be-1186-4405-90d4-f5ff5d2a549a/3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:56:52.396815 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:52.406855 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:52.426342 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event updated for resources: {'Port': ['ID=59345b48-7950-436d-9587-c6864de41321,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:52.453394 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:52.504808 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-cf6ac9e5-4e3d-4dd4-8755-67503dd890a6 None None] Provisioning complete for port a102c1d2-f3b3-4523-93b1-c4692daf8c10 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:52.505710 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-cf6ac9e5-4e3d-4dd4-8755-67503dd890a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:52.506299 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-cf6ac9e5-4e3d-4dd4-8755-67503dd890a6 None None] Attempt 1 to provision port a102c1d2-f3b3-4523-93b1-c4692daf8c10 Oct 31 14:56:52.648738 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-cf6ac9e5-4e3d-4dd4-8755-67503dd890a6 None None] Port a102c1d2-f3b3-4523-93b1-c4692daf8c10 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:56:52.661159 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:52.672045 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port c50e1a98-6e99-471c-b1ac-f7d85c9fa949 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:52.672477 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (c50e1a98-6e99-471c-b1ac-f7d85c9fa949), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:52.672815 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port c50e1a98-6e99-471c-b1ac-f7d85c9fa949 Oct 31 14:56:52.730034 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-b4f75236-6b5d-4230-9ce6-dac41f275d54 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078540 Oct 31 14:56:52.933207 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for floatingip (8cfb2636-2b87-43d1-bc20-e6154a6d8f8a), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:53.510276 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (59345b48-7950-436d-9587-c6864de41321), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:53.533117 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:56:48Z', 'revision_number': 2, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:53.652410 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:53.653055 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:53.706237 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Checking router: 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:56:53.706586 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Updating router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc port 3ecb8631-d5fe-43bd-a087-1650305aad4f binding host dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 14:56:53.719668 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 40150) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:53.724670 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-8721aa2f-9253-4f61-a809-fa949e32ced3 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2123572476', 'description': 'tempest-description--1816501987'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:53.779459 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6eb0e73c-09a8-4d02-bf9c-25ca9ed24195 req-ad567130-5605-4084-a8e8-08bc7922f912 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 210 time: 0.3862178 Oct 31 14:56:53.806383 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8721aa2f-9253-4f61-a809-fa949e32ced3 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:53.839625 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:53.914706 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:53.984546 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8721aa2f-9253-4f61-a809-fa949e32ced3 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (10e213a0-efba-4fd5-86b0-368e4fa78398), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:53.994550 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8721aa2f-9253-4f61-a809-fa949e32ced3 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (10e213a0-efba-4fd5-86b0-368e4fa78398), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:54.029018 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '010d34a6-8237-41ca-ac9f-02967bd01b73', 'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'mac_address': 'fa:16:3e:32:3c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:33Z', 'updated_at': '2022-10-31T14:56:48Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'subnets': [{'id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:54.029533 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8721aa2f-9253-4f61-a809-fa949e32ced3 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:54.037266 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-8721aa2f-9253-4f61-a809-fa949e32ced3 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3165145 Oct 31 14:56:54.055333 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 40166) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:54.064385 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-cf6d413b-6bf4-4ac6-ab06-7b068fdc96e1 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'security_group_rule': {'security_group_id': '10e213a0-efba-4fd5-86b0-368e4fa78398', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:54.071156 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:54.071640 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5ff18d35-8893-4de3-af29-10f4b73761a4 req-e26f5092-3139-40dc-b0d1-c90df95dfe34 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 210 time: 0.1008673 Oct 31 14:56:54.101830 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-d36e2215-20b3-45c5-848a-dba264f4a6f3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Publish callbacks [] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:54.162294 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721aa2f-9253-4f61-a809-fa949e32ced3 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e213a0-efba-4fd5-86b0-368e4fa78398,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:54.239300 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cf6d413b-6bf4-4ac6-ab06-7b068fdc96e1 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (348c8039-d955-4ede-b69a-5479b6cd3e78), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:54.358216 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-d36e2215-20b3-45c5-848a-dba264f4a6f3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:54.452060 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:54.681426 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port c50e1a98-6e99-471c-b1ac-f7d85c9fa949 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:54.682037 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e2215-20b3-45c5-848a-dba264f4a6f3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Pushing event updated for resources: {'Port': ['ID=3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:54.682451 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (c50e1a98-6e99-471c-b1ac-f7d85c9fa949), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:54.713152 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680f5fc-91c3-43ce-98d5-8affa67723a1 None None] The sync data for ids ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'] in dv-cinder-860227-3-iscsi is: [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '010d34a6-8237-41ca-ac9f-02967bd01b73', 'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'mac_address': 'fa:16:3e:32:3c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:33Z', 'updated_at': '2022-10-31T14:56:48Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'subnets': [{'id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:56:54.784697 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-d36e2215-20b3-45c5-848a-dba264f4a6f3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Network 62d09c23-95fd-46cc-ac62-b206a226f4d0 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:56:54.829273 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecea2d-6397-4188-bf91-88db20042715 req-cfc1dcd7-b067-4d1e-9df5-ae33cfe53273 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:54.831059 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7cecea2d-6397-4188-bf91-88db20042715 req-cfc1dcd7-b067-4d1e-9df5-ae33cfe53273 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 818 time: 0.4603417 Oct 31 14:56:54.849113 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-d36e2215-20b3-45c5-848a-dba264f4a6f3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:56:54.873952 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-d36e2215-20b3-45c5-848a-dba264f4a6f3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:56:54.890070 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cf6d413b-6bf4-4ac6-ab06-7b068fdc96e1 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (348c8039-d955-4ede-b69a-5479b6cd3e78), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:54.894162 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-d36e2215-20b3-45c5-848a-dba264f4a6f3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:54.894937 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-d36e2215-20b3-45c5-848a-dba264f4a6f3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:54.900283 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Publish callbacks [] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), precommit_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:54.908832 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cf6d413b-6bf4-4ac6-ab06-7b068fdc96e1 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (348c8039-d955-4ede-b69a-5479b6cd3e78), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:54.930293 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:54.996062 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d413b-6bf4-4ac6-ab06-7b068fdc96e1 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348c8039-d955-4ede-b69a-5479b6cd3e78,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:55.036737 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-d36e2215-20b3-45c5-848a-dba264f4a6f3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7722366 Oct 31 14:56:55.052496 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7cecea2d-6397-4188-bf91-88db20042715 req-821076a9-0985-4ef0-8a35-1b01bd001a83 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/quotas/8bc7c0eaebf146bea1af6b4d708bf62b HTTP/1.1" status: 200 len: 375 time: 0.1548245 Oct 31 14:56:55.068910 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-6ef02820-c35d-4ef3-b802-517245e73837 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=119727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 14:56:55.069943 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-6ef02820-c35d-4ef3-b802-517245e73837 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063937 Oct 31 14:56:55.142703 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cf6d413b-6bf4-4ac6-ab06-7b068fdc96e1 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:55.144457 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-cf6d413b-6bf4-4ac6-ab06-7b068fdc96e1 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0878537 Oct 31 14:56:55.182171 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 40218) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:55.200577 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port c50e1a98-6e99-471c-b1ac-f7d85c9fa949, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=c50e1a98-6e99-471c-b1ac-f7d85c9fa949,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:56:55.224087 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc039f0-9864-42b4-a9e0-92e7dea600fb None None] Pushing event updated for resources: {'Port': ['ID=3ecb8631-d5fe-43bd-a087-1650305aad4f,revision_number=3']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:55.252281 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:55.268944 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (c50e1a98-6e99-471c-b1ac-f7d85c9fa949), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:55.322842 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7cecea2d-6397-4188-bf91-88db20042715 req-4c67ae43-e38b-407b-813a-038dfc9e0623 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2499056 Oct 31 14:56:55.416961 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 40226) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:55.455061 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Attempting to bind port 3ecb8631-d5fe-43bd-a087-1650305aad4f on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:56:55.457669 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Attempting to bind port 3ecb8631-d5fe-43bd-a087-1650305aad4f by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:56:55.458219 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Attempting to bind port 3ecb8631-d5fe-43bd-a087-1650305aad4f on network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:56:55.558538 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-da95e625-2fd6-4475-af01-632fedbefb80 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'security_group_rule': {'security_group_id': '10e213a0-efba-4fd5-86b0-368e4fa78398', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:55.605391 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'a102c1d2-f3b3-4523-93b1-c4692daf8c10', 'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'mac_address': 'fa:16:3e:f0:74:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:47Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 2, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'subnets': [{'id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:55.606096 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for port (59345b48-7950-436d-9587-c6864de41321), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:55.666863 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:56:55.670212 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Checking segment: {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:55.670625 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:55.671022 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Bound using segment: {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:56:55.671510 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Bound port: 3ecb8631-d5fe-43bd-a087-1650305aad4f, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'}}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:56:55.671932 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:55.691810 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b3367-c542-450c-99fe-474405cc92ff req-1618ec82-2d08-40a9-81c4-0efbe77c7dc7 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:55.700978 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5b3367-c542-450c-99fe-474405cc92ff req-1618ec82-2d08-40a9-81c4-0efbe77c7dc7 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 931 time: 0.5562301 Oct 31 14:56:55.767271 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7cecea2d-6397-4188-bf91-88db20042715 req-b3188839-cbd5-4378-8310-a96fc86b65c4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434669 Oct 31 14:56:55.838735 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba1ad1-0e64-4d59-aea3-f495e266382c None None] The sync data for ids ['3e116425-6006-4b6c-abd9-e78ee6c430ee'] in dv-cinder-860227-3-iscsi is: [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'a102c1d2-f3b3-4523-93b1-c4692daf8c10', 'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'mac_address': 'fa:16:3e:f0:74:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:47Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 2, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'subnets': [{'id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:56:55.919325 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] For port 3ecb8631-d5fe-43bd-a087-1650305aad4f, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:56:55.929331 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] For port 3ecb8631-d5fe-43bd-a087-1650305aad4f, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=3ecb8631-d5fe-43bd-a087-1650305aad4f,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:56:55.940634 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:55.973227 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f0feed64-b948-4592-8e26-fc47a01fa86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:55.976876 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:55.980605 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:56.030260 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (59345b48-7950-436d-9587-c6864de41321), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:56.031147 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (8cfb2636-2b87-43d1-bc20-e6154a6d8f8a), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:56.070323 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:56.168052 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5b3367-c542-450c-99fe-474405cc92ff req-1262d118-03f4-41bc-bd8d-f5a79daf93c1 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590425 Oct 31 14:56:56.192890 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device fd926d6a-348f-4bf4-b1ef-acfc4b1af7af up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:56:56.205795 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-4e9dd19b-eba5-4bdb-a7f1-d970b7bdf3eb None None] Provisioning complete for port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:56.217035 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd19b-eba5-4bdb-a7f1-d970b7bdf3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:56.217369 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-4e9dd19b-eba5-4bdb-a7f1-d970b7bdf3eb None None] Attempt 1 to provision port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a Oct 31 14:56:56.222993 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Request body: {'port': {'device_id': 'f1c93f4d-15ed-4113-95ad-b6766332779e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:56.293031 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:56.310418 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.0183446 Oct 31 14:56:56.311732 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc039f0-9864-42b4-a9e0-92e7dea600fb None None] Pushing event updated for resources: {'Port': ['ID=3ecb8631-d5fe-43bd-a087-1650305aad4f,revision_number=4']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:56.395293 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Publish callbacks [] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), precommit_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:56.426944 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:56.471211 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7cecea2d-6397-4188-bf91-88db20042715 req-f175f4fe-84ab-4976-a969-86a3d91afa3e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7017066 Oct 31 14:56:56.474160 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=c50e1a98-6e99-471c-b1ac-f7d85c9fa949,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:56.512409 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:56.571230 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:56.620067 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-74099e01-b800-4977-8fea-d681369dac7f req-23a91a66-fa1f-4840-8e8e-c26c3fc65b2b tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 210 time: 0.1938994 Oct 31 14:56:56.638988 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3929ad-06c6-47b6-be07-7503595d04a8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event updated for resources: {'Port': ['ID=59345b48-7950-436d-9587-c6864de41321,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:56.663037 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-da95e625-2fd6-4475-af01-632fedbefb80 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (cc2a25f0-f66c-4f8a-b2ed-358d680969cf), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:56.697395 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f0feed64-b948-4592-8e26-fc47a01fa86c admin admin] Publish callbacks [] for security_group (9ca0d625-1c0b-499e-a5b5-35a42091e467), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:56.699879 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-4e9dd19b-eba5-4bdb-a7f1-d970b7bdf3eb None None] Port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:56:56.708924 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecc06c-93c0-4e5f-9f29-40ae82e09790 None None] Pushing event updated for resources: {'Port': ['ID=9465eaa8-bdd1-4c6d-ad8f-bb7955734600,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:56.722998 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f0feed64-b948-4592-8e26-fc47a01fa86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (9ca0d625-1c0b-499e-a5b5-35a42091e467), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:56.724590 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:56.725065 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:56.725490 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af Oct 31 14:56:56.815410 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-f0feed64-b948-4592-8e26-fc47a01fa86c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=32b4f28185d74f9794ce9d7f1feb4445&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2888625 Oct 31 14:56:56.816467 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0feed64-b948-4592-8e26-fc47a01fa86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca0d625-1c0b-499e-a5b5-35a42091e467,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:56.844064 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 40258) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:56.990175 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:56.997084 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-42cb71eb-1cf3-42c1-92cc-4fde270d7f01 admin admin] Publish callbacks [] for security_group (9ca0d625-1c0b-499e-a5b5-35a42091e467), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:57.099032 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:57.162316 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:57.238505 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-245dbe36-d843-40d4-b1c7-2a9c478af449 req-764614a3-4d58-4a64-a8b2-6e18701ea986 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 210 time: 0.1602008 Oct 31 14:56:57.245253 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-42cb71eb-1cf3-42c1-92cc-4fde270d7f01 admin admin] Publish callbacks [] for security_group (9ca0d625-1c0b-499e-a5b5-35a42091e467), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:57.400905 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:56:55Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:57.438502 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Attempting to bind port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:56:57.438895 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Attempting to bind port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:56:57.444873 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Attempting to bind port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 on network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:56:57.571381 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f59d20-3f5c-4f36-87f0-6e7f2e0b9251 None None] The sync data for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi is: [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:56:55Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:56:57.573581 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:57.574128 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:57.577473 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.44', 62828) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:57.586932 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-42cb71eb-1cf3-42c1-92cc-4fde270d7f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (9ca0d625-1c0b-499e-a5b5-35a42091e467), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:57.616398 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-42cb71eb-1cf3-42c1-92cc-4fde270d7f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:57.617756 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-42cb71eb-1cf3-42c1-92cc-4fde270d7f01 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9ca0d625-1c0b-499e-a5b5-35a42091e467 HTTP/1.1" status: 204 len: 168 time: 0.7702792 Oct 31 14:56:57.749869 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315c387-1f4c-4a4f-9622-0b85d72be19b req-f110635f-f336-451c-a473-79fbb3e8f4dc tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:57.759286 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a315c387-1f4c-4a4f-9622-0b85d72be19b req-f110635f-f336-451c-a473-79fbb3e8f4dc tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 931 time: 0.3590407 Oct 31 14:56:57.764926 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-da95e625-2fd6-4475-af01-632fedbefb80 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (cc2a25f0-f66c-4f8a-b2ed-358d680969cf), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:57.767049 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb71eb-1cf3-42c1-92cc-4fde270d7f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca0d625-1c0b-499e-a5b5-35a42091e467,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:57.777564 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=fd926d6a-348f-4bf4-b1ef-acfc4b1af7af,segment=NetworkSegment(c12d0c10-1531-43bd-b4b1-48ba1aba830f),segment_id=c12d0c10-1531-43bd-b4b1-48ba1aba830f)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:56:57.824677 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:57.826227 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 00df963c-4ef6-4361-844d-bf0fc0372a54 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:56:57.884610 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:56:57.885377 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Checking segment: {'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:56:57.885377 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:57.885719 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Bound using segment: {'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:56:57.886207 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Bound port: 9465eaa8-bdd1-4c6d-ad8f-bb7955734600, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:56:57.886584 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:57.913922 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-da95e625-2fd6-4475-af01-632fedbefb80 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (cc2a25f0-f66c-4f8a-b2ed-358d680969cf), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:57.927171 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:56:57.985644 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:58.095098 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:58.106835 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a315c387-1f4c-4a4f-9622-0b85d72be19b req-deba0618-0af4-4da7-8814-3a9a568250a3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251624 Oct 31 14:56:58.256033 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-4c7da82a-2a0c-4074-8e85-d168c58f1c2d tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--819047960&fields=id&tenant_id=fdab2d4f39c64f239ded71cc9773c8bb HTTP/1.1" status: 200 len: 267 time: 0.7411928 Oct 31 14:56:58.287027 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=fd926d6a-348f-4bf4-b1ef-acfc4b1af7af,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:58.376701 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-da95e625-2fd6-4475-af01-632fedbefb80 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:58.383288 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-da95e625-2fd6-4475-af01-632fedbefb80 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8357146 Oct 31 14:56:58.386821 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 40318) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:58.393447 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'floatingip': {'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:56:58.460810 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] For port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:56:58.470388 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] For port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=9465eaa8-bdd1-4c6d-ad8f-bb7955734600,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:56:58.489444 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:58.599635 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 00df963c-4ef6-4361-844d-bf0fc0372a54 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:56:58.599942 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (00df963c-4ef6-4361-844d-bf0fc0372a54), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:58.605431 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 00df963c-4ef6-4361-844d-bf0fc0372a54 Oct 31 14:56:58.614362 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:58.774647 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 40320) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:56:58.883509 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0d242b75-db3b-448f-a53f-c17c3a71c386 req-ccbbb78c-a309-468a-aaf8-ea1639880720 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 210 time: 0.3765423 Oct 31 14:56:58.886444 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Routers {'ec8344fd-beec-4a6a-b146-992fba136723'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:56:58.888875 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ec8344fd-beec-4a6a-b146-992fba136723'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:56:58.909924 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9e72fa7e-009c-4a7f-a120-d33d35fb1728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:59.000757 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5621e8-00fe-4208-abab-af0528972e71 req-66d4ab31-1f1d-4e43-afcb-8f553283ee82 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:59.009253 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-66d4ab31-1f1d-4e43-afcb-8f553283ee82 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/networks?id=d9dc557c-0645-443c-a01e-416bcfdc6824 HTTP/1.1" status: 200 len: 810 time: 0.7519753 Oct 31 14:56:59.051995 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95e625-2fd6-4475-af01-632fedbefb80 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2a25f0-f66c-4f8a-b2ed-358d680969cf,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:59.118259 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-9eeceb72-6f23-41f2-bc96-1af28f17f452 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/quotas/fdab2d4f39c64f239ded71cc9773c8bb HTTP/1.1" status: 200 len: 375 time: 0.1080272 Oct 31 14:56:59.195511 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] Set router ec8344fd-beec-4a6a-b146-992fba136723 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:56:59.602771 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759a282-23f9-4208-9612-f417b288b61e req-a196ed15-d5ac-41c7-8cdb-a8e3536acf2d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:56:59.609573 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-a196ed15-d5ac-41c7-8cdb-a8e3536acf2d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.44 "GET /networking/v2.0/networks?id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 HTTP/1.1" status: 200 len: 817 time: 1.8383920 Oct 31 14:56:59.824967 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:56:59.826475 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 00df963c-4ef6-4361-844d-bf0fc0372a54 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:56:59.826924 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (00df963c-4ef6-4361-844d-bf0fc0372a54), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:59.835870 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecc06c-93c0-4e5f-9f29-40ae82e09790 None None] Pushing event updated for resources: {'Port': ['ID=9465eaa8-bdd1-4c6d-ad8f-bb7955734600,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:56:59.844248 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-e6acd9cd-9121-4f5e-8cde-c6a0313a61d3 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fdab2d4f39c64f239ded71cc9773c8bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6934848 Oct 31 14:56:59.907845 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 00df963c-4ef6-4361-844d-bf0fc0372a54, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=00df963c-4ef6-4361-844d-bf0fc0372a54,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:56:59.942467 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (00df963c-4ef6-4361-844d-bf0fc0372a54), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:56:59.943138 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 010d34a6-8237-41ca-ac9f-02967bd01b73 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:00.138041 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:00.143445 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:00.247002 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 40354) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:00.255583 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 010d34a6-8237-41ca-ac9f-02967bd01b73 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:00.256146 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:00.256300 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 010d34a6-8237-41ca-ac9f-02967bd01b73 Oct 31 14:57:00.274510 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:00.341697 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-7d0a48bb-8b7f-432a-8761-402d4c9dc9e4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5119fe6e3c064da0a66218481a944aaa HTTP/1.1" status: 200 len: 380 time: 0.6133835 Oct 31 14:57:00.362432 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.44', 62837) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:00.369149 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-83682403-236f-465d-bd06-bbd4fa688190 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226302 Oct 31 14:57:00.634210 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-e759a282-23f9-4208-9612-f417b288b61e req-722eaf24-df66-4136-b09f-ff82ae6a0e0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Request body: {'port': {'device_id': '214568bd-3ebf-4f91-8153-d60959d49119', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'admin_state_up': True, 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'security_groups': ['aa0722b2-6510-420b-b2e9-ca8d870b0902']}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:00.730560 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=00df963c-4ef6-4361-844d-bf0fc0372a54,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:00.735685 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:56:58Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:00.770274 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:00.775069 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-5472c3eb-b798-4249-9a94-b91faaed8c92 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780658 Oct 31 14:57:00.884534 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:57:00.897054 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Publish callbacks [] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:00.933739 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-e3cdf962-8449-4db9-af00-993f1e708199 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:00.937392 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Transition to ACTIVE for port object 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 14:57:00.944069 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-e3cdf962-8449-4db9-af00-993f1e708199 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 818 time: 1.7256348 Oct 31 14:57:00.962966 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9e72fa7e-009c-4a7f-a120-d33d35fb1728 admin admin] Publish callbacks [] for security_group (ad12fb2e-32c0-4f1e-9dc4-76639d6961f5), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:00.982978 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-809a5b67-83f8-4248-85c9-98f3e16b7d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:00.989285 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9e72fa7e-009c-4a7f-a120-d33d35fb1728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ad12fb2e-32c0-4f1e-9dc4-76639d6961f5), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:01.016736 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:01.018012 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-e8736c4f-818b-4a6e-9e7a-e90b9202237d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/quotas/8bc7c0eaebf146bea1af6b4d708bf62b HTTP/1.1" status: 200 len: 375 time: 0.0727801 Oct 31 14:57:01.072674 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:DELETE=2,neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:01.149927 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8a983-74cb-4f24-86dd-c04e8a9723b0 None None] The sync data for ids ['ec8344fd-beec-4a6a-b146-992fba136723'] in dv-cinder-860227-3-iscsi is: [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:56:58Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:57:01.169485 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 010d34a6-8237-41ca-ac9f-02967bd01b73 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:01.169940 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:01.211294 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Allocated IP 172.27.0.232 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/6175cfe4-6f30-4f59-93cd-fa1d011ef02d) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:57:01.240744 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 010d34a6-8237-41ca-ac9f-02967bd01b73, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=010d34a6-8237-41ca-ac9f-02967bd01b73,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:01.276288 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:01.278568 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 4e629dc0-da39-4e2f-be95-c6939f878e21 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:01.348000 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9e72fa7e-009c-4a7f-a120-d33d35fb1728 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=acd1ab2e91a74fd089e1a6c539e7961a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5645742 Oct 31 14:57:01.368176 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72fa7e-009c-4a7f-a120-d33d35fb1728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad12fb2e-32c0-4f1e-9dc4-76639d6961f5,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:01.373469 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 40376) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:01.399743 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Attempting to bind port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:57:01.400843 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Attempting to bind port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'c12d0c10-1531-43bd-b4b1-48ba1aba830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:57:01.411642 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Attempting to bind port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a on network 62d09c23-95fd-46cc-ac62-b206a226f4d0 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:57:01.464975 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecea2d-6397-4188-bf91-88db20042715 req-140fbc80-9441-4a71-8f9d-ba3248ee1c3f tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:01.471610 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7cecea2d-6397-4188-bf91-88db20042715 req-140fbc80-9441-4a71-8f9d-ba3248ee1c3f tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 818 time: 1.0802114 Oct 31 14:57:01.513183 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 4e629dc0-da39-4e2f-be95-c6939f878e21 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:01.513552 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (4e629dc0-da39-4e2f-be95-c6939f878e21), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:01.518176 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 4e629dc0-da39-4e2f-be95-c6939f878e21 Oct 31 14:57:01.566563 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e759a282-23f9-4208-9612-f417b288b61e req-722eaf24-df66-4136-b09f-ff82ae6a0e0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Made reservation on behalf of 5119fe6e3c064da0a66218481a944aaa for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:57:01.573013 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-da6e1454-7139-45ab-8f24-db45f268156a tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5509479 Oct 31 14:57:01.581402 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e759a282-23f9-4208-9612-f417b288b61e req-722eaf24-df66-4136-b09f-ff82ae6a0e0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:01.593896 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [req-7cecea2d-6397-4188-bf91-88db20042715 req-b538ea28-429b-4312-8454-ea2787e07902 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Request body: {'port': {'device_id': 'b8e52643-da13-4beb-85c9-fd94d0330a8b', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'admin_state_up': True, 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:01.625472 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a on network 62d09c23-95fd-46cc-ac62-b206a226f4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 14:57:01.626124 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Attempting to bind port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a on network 62d09c23-95fd-46cc-ac62-b206a226f4d0 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:57:01.660012 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:01.665990 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=010d34a6-8237-41ca-ac9f-02967bd01b73,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:01.792858 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 4e629dc0-da39-4e2f-be95-c6939f878e21 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:01.842948 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-809a5b67-83f8-4248-85c9-98f3e16b7d9f admin admin] Publish callbacks [] for security_group (a6156c21-c202-4f21-b4f7-cd09005c015a), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:01.869145 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-809a5b67-83f8-4248-85c9-98f3e16b7d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a6156c21-c202-4f21-b4f7-cd09005c015a), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:01.874217 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Pushing event updated for resources: {'Port': ['ID=3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:01.928727 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c101a-5270-4ccf-8a11-448540428026 req-78f39775-404a-4194-822d-0956b3963435 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:01.941082 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4d6c101a-5270-4ccf-8a11-448540428026 req-78f39775-404a-4194-822d-0956b3963435 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 943 time: 0.5878050 Oct 31 14:57:01.980492 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-809a5b67-83f8-4248-85c9-98f3e16b7d9f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a95e80610b6f49cb85c7b2f7706056d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7271926 Oct 31 14:57:02.006096 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a5b67-83f8-4248-85c9-98f3e16b7d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6156c21-c202-4f21-b4f7-cd09005c015a,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:02.006277 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 40388) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:02.026576 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:57:02.026932 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Checking segment: {'id': 'c12d0c10-1531-43bd-b4b1-48ba1aba830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:57:02.028296 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Bound using segment: {'id': 'c12d0c10-1531-43bd-b4b1-48ba1aba830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:57:02.032801 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Bound port: 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c12d0c10-1531-43bd-b4b1-48ba1aba830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:57:02.033187 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:02.076375 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5003-9b09-4b1f-81b5-27f26b8b97a7 admin admin] Publish callbacks [] for security_group (ad12fb2e-32c0-4f1e-9dc4-76639d6961f5), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:02.112982 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5003-9b09-4b1f-81b5-27f26b8b97a7 admin admin] Publish callbacks [] for security_group (ad12fb2e-32c0-4f1e-9dc4-76639d6961f5), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:02.181771 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:02.197644 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5003-9b09-4b1f-81b5-27f26b8b97a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ad12fb2e-32c0-4f1e-9dc4-76639d6961f5), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:02.200637 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5003-9b09-4b1f-81b5-27f26b8b97a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:02.205096 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-b0cd5003-9b09-4b1f-81b5-27f26b8b97a7 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ad12fb2e-32c0-4f1e-9dc4-76639d6961f5 HTTP/1.1" status: 204 len: 168 time: 0.8024187 Oct 31 14:57:02.319637 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd5003-9b09-4b1f-81b5-27f26b8b97a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad12fb2e-32c0-4f1e-9dc4-76639d6961f5,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:02.390407 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Sync routers for ids ['3e116425-6006-4b6c-abd9-e78ee6c430ee'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:57:02.427389 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Routers {'3e116425-6006-4b6c-abd9-e78ee6c430ee'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:57:02.428591 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['3e116425-6006-4b6c-abd9-e78ee6c430ee'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:02.495739 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] For port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:57:02.536498 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] For port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a,segment=NetworkSegment(c12d0c10-1531-43bd-b4b1-48ba1aba830f),segment_id=c12d0c10-1531-43bd-b4b1-48ba1aba830f)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:57:02.575169 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:02.596767 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for port (6175cfe4-6f30-4f59-93cd-fa1d011ef02d), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:02.605675 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-4a75d3df-6d65-4358-83cd-06a71b8efa32 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0306287 Oct 31 14:57:02.627883 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:02.707215 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:02.710401 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:02.713964 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a HTTP/1.1" status: 200 len: 1093 time: 7.0952344 Oct 31 14:57:02.718980 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 00df963c-4ef6-4361-844d-bf0fc0372a54 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:02.766355 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c93f4d-15ed-4113-95ad-b6766332779e', 'tag': '3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:02.992467 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:02.999300 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-979676e0-8710-4d1b-845f-baf83d2e8345 admin admin] Publish callbacks [] for security_group (a6156c21-c202-4f21-b4f7-cd09005c015a), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:03.050710 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4d6c101a-5270-4ccf-8a11-448540428026 req-4e1ce725-8fa7-495e-a1eb-11e7bb0d9e20 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1086566 Oct 31 14:57:03.120082 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (6175cfe4-6f30-4f59-93cd-fa1d011ef02d), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:03.269141 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-2484069b-18d9-41b8-a966-99af1cdbef18 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6306121 Oct 31 14:57:03.269141 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'Port': ['ID=6175cfe4-6f30-4f59-93cd-fa1d011ef02d,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:03.275069 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cecea2d-6397-4188-bf91-88db20042715 req-b538ea28-429b-4312-8454-ea2787e07902 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Made reservation on behalf of 8bc7c0eaebf146bea1af6b4d708bf62b for: {'port': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:57:03.284087 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [req-7cecea2d-6397-4188-bf91-88db20042715 req-b538ea28-429b-4312-8454-ea2787e07902 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:03.300934 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 00df963c-4ef6-4361-844d-bf0fc0372a54 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:03.301325 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (00df963c-4ef6-4361-844d-bf0fc0372a54), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:03.301697 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 00df963c-4ef6-4361-844d-bf0fc0372a54 Oct 31 14:57:03.309333 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-979676e0-8710-4d1b-845f-baf83d2e8345 admin admin] Publish callbacks [] for security_group (a6156c21-c202-4f21-b4f7-cd09005c015a), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:03.430280 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:03.506485 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Set router 3e116425-6006-4b6c-abd9-e78ee6c430ee gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:57:03.661426 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:57:03.697288 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:57:03.724568 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:57:03.777201 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedea39b-856b-42ed-b484-193e8fdfcd07" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c93f4d-15ed-4113-95ad-b6766332779e", "tag": "3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:03.789882 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e6263-6769-4058-a79b-94b7b45d919b service neutron] Pushing event updated for resources: {'Port': ['ID=3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:03.807377 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.44', 62848) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:03.815965 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-82003992-38a0-428a-a29a-57fdb2bc8453 req-384b97a3-5141-4eef-97d7-0ee028934849 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 210 time: 0.4248736 Oct 31 14:57:03.833087 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-1e552349-efa3-46ec-8c32-d3fe47913264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:03.835074 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-1e552349-efa3-46ec-8c32-d3fe47913264 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=af86d70d54694b7995d03c8c607ae706&device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 1127 time: 0.9154885 Oct 31 14:57:04.021269 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-e759a282-23f9-4208-9612-f417b288b61e req-722eaf24-df66-4136-b09f-ff82ae6a0e0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Allocated IP 172.20.0.11 (5834683c-3d1a-4deb-b1fe-c3f585ecb7f7/b78261dd-be23-4771-9073-9a716a608356/6951bd8b-ac72-4ceb-9344-47d91749e055) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:57:04.146110 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [req-7cecea2d-6397-4188-bf91-88db20042715 req-b538ea28-429b-4312-8454-ea2787e07902 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Allocated IP 172.20.0.6 (03bb4962-9fda-452b-81f0-eb5044fdf378/8c0e9ab0-89cf-47cd-afff-ae3fa30ee474/4b76563d-9e42-4d52-990e-24dd9cbbde04) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:57:04.186525 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-1075f212-4095-43d5-801c-186fef30bc8c service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a HTTP/1.1" status: 200 len: 217 time: 0.2944338 Oct 31 14:57:04.258305 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ff8a534c-9dc1-4e33-9eca-d4a22d3c0266 req-b651d53c-19b1-4834-9de2-6dc977c27fa4 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 210 time: 0.2206259 Oct 31 14:57:04.370543 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 00df963c-4ef6-4361-844d-bf0fc0372a54 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:04.380915 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:04.400988 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-979676e0-8710-4d1b-845f-baf83d2e8345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a6156c21-c202-4f21-b4f7-cd09005c015a), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:04.413277 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-979676e0-8710-4d1b-845f-baf83d2e8345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:04.414756 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-979676e0-8710-4d1b-845f-baf83d2e8345 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a6156c21-c202-4f21-b4f7-cd09005c015a HTTP/1.1" status: 204 len: 168 time: 2.3992178 Oct 31 14:57:04.519648 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979676e0-8710-4d1b-845f-baf83d2e8345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6156c21-c202-4f21-b4f7-cd09005c015a,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:04.591056 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-96ca24f7-6c08-4a84-b1e3-a4c5a55c81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:04.592622 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-96ca24f7-6c08-4a84-b1e3-a4c5a55c81b2 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=90ce64be-1186-4405-90d4-f5ff5d2a549a HTTP/1.1" status: 200 len: 851 time: 0.3670526 Oct 31 14:57:04.595456 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7925ba23-0c38-4986-ac47-2c233e6740e5 req-8ace9cbb-e422-41e3-a893-a62af1a800ad tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 210 time: 0.7525048 Oct 31 14:57:04.746227 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:04.748237 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (890dd89b-e9b9-4064-988f-79012f6d5083), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:04.773527 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'a102c1d2-f3b3-4523-93b1-c4692daf8c10', 'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'mac_address': 'fa:16:3e:f0:74:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:47Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 2, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'subnets': [{'id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:04.810748 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5621e8-00fe-4208-abab-af0528972e71 req-53019ba4-c50e-408a-82dd-33c2ea261074 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:04.814310 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-53019ba4-c50e-408a-82dd-33c2ea261074 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.44 "GET /networking/v2.0/networks?id=d9dc557c-0645-443c-a01e-416bcfdc6824 HTTP/1.1" status: 200 len: 810 time: 0.9973807 Oct 31 14:57:04.919078 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:04.931793 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:04.932264 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 Oct 31 14:57:04.940349 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9f2c6-acc1-455d-8998-2384a4655d47 req-604c9406-bf7a-4b74-a311-85827fdcd907 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:04.948927 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-27f9f2c6-acc1-455d-8998-2384a4655d47 req-604c9406-bf7a-4b74-a311-85827fdcd907 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 943 time: 0.1876428 Oct 31 14:57:05.051453 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Checking router: 3e116425-6006-4b6c-abd9-e78ee6c430ee for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:57:05.051911 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Updating router 3e116425-6006-4b6c-abd9-e78ee6c430ee port a102c1d2-f3b3-4523-93b1-c4692daf8c10 binding host dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 14:57:05.072541 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-6aa609f8-2a3b-4cc5-a459-c12d4cf446c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:05.079795 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-6aa609f8-2a3b-4cc5-a459-c12d4cf446c4 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=62d09c23-95fd-46cc-ac62-b206a226f4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4577038 Oct 31 14:57:05.107411 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e1aced-6a2d-4f7a-9c3f-4fcf091405fc x-openstack-request-id: req-08e1aced-6a2d-4f7a-9c3f-4fcf091405fc {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:05.107769 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c93f4d-15ed-4113-95ad-b6766332779e", "tag": "3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:05.108024 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08e1aced-6a2d-4f7a-9c3f-4fcf091405fc {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:05.108672 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e1aced-6a2d-4f7a-9c3f-4fcf091405fc'] response: {'name': 'network-changed', 'server_uuid': 'f1c93f4d-15ed-4113-95ad-b6766332779e', 'tag': '3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a', 'status': 'completed', 'code': 200} Oct 31 14:57:05.120095 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-27f9f2c6-acc1-455d-8998-2384a4655d47 req-d81c1949-aa8b-40bc-bd20-8f7e7892eb19 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663692 Oct 31 14:57:05.140721 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6175cfe4-6f30-4f59-93cd-fa1d011ef02d), before_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:05.144147 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:05.226044 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [req-7cecea2d-6397-4188-bf91-88db20042715 req-b538ea28-429b-4312-8454-ea2787e07902 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:05.287007 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-287baaaf-7867-447a-a870-341758b1716f req-e996facf-76a5-4c33-86f5-9fd369e5f207 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 210 time: 0.2035632 Oct 31 14:57:05.373172 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:05.498816 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-a9d7ce79-d682-4027-87c7-50318d18c47d tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fdab2d4f39c64f239ded71cc9773c8bb HTTP/1.1" status: 200 len: 379 time: 0.3876817 Oct 31 14:57:05.551084 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-9d5621e8-00fe-4208-abab-af0528972e71 req-132cc22f-14db-4a6f-b77b-e57457a23cf4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Request body: {'port': {'device_id': '820c59dc-ee1a-4470-b9d6-14060ebd8337', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'admin_state_up': True, 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'security_groups': ['3f33bb79-04a6-4914-9194-9970387f5b07']}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:05.689616 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:05.711302 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:05.749650 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for port (6175cfe4-6f30-4f59-93cd-fa1d011ef02d), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:05.764465 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 40478) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:05.781741 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:05.794226 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6175cfe4-6f30-4f59-93cd-fa1d011ef02d), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:05.794999 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (890dd89b-e9b9-4064-988f-79012f6d5083), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:05.861563 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-07afe07b-f5bc-408e-be51-a4f434393842 req-aa3943b5-a2b8-4a91-b3f9-196d9653007b tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 210 time: 0.2874990 Oct 31 14:57:05.889466 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f31c1dea-68ab-4d2f-b92c-98843726c237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:05.999470 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f31c1dea-68ab-4d2f-b92c-98843726c237 admin admin] Publish callbacks [] for security_group (73eab863-21a5-4f99-9c01-ab9ec3b1b125), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:06.001109 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [req-7cecea2d-6397-4188-bf91-88db20042715 req-b538ea28-429b-4312-8454-ea2787e07902 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:06.012605 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:06.014573 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f31c1dea-68ab-4d2f-b92c-98843726c237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (73eab863-21a5-4f99-9c01-ab9ec3b1b125), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:06.030155 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=9465eaa8-bdd1-4c6d-ad8f-bb7955734600,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:06.032394 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e759a282-23f9-4208-9612-f417b288b61e req-722eaf24-df66-4136-b09f-ff82ae6a0e0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:06.039609 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:06.040750 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device c50e1a98-6e99-471c-b1ac-f7d85c9fa949 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:06.065631 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c1dea-68ab-4d2f-b92c-98843726c237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73eab863-21a5-4f99-9c01-ab9ec3b1b125,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:06.090626 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:06.096003 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7069864 Oct 31 14:57:06.128008 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6746c-13ed-478c-9d20-5ada5b1e92ef tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'Port': ['ID=6175cfe4-6f30-4f59-93cd-fa1d011ef02d,revision_number=2']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:06.137736 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:06.157688 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5621e8-00fe-4208-abab-af0528972e71 req-132cc22f-14db-4a6f-b77b-e57457a23cf4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Made reservation on behalf of fdab2d4f39c64f239ded71cc9773c8bb for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:57:06.169733 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9d5621e8-00fe-4208-abab-af0528972e71 req-132cc22f-14db-4a6f-b77b-e57457a23cf4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:06.232341 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.44', 62860) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:06.287282 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-177d5205-28f2-4a29-812f-e7d4edc20994 req-08bee840-de38-48f3-b18a-406cec783d32 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 210 time: 0.2874565 Oct 31 14:57:06.289733 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-bc922725-9580-4d01-b0fc-759e7e6ab5d2 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/62d09c23-95fd-46cc-ac62-b206a226f4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1530933 Oct 31 14:57:06.295661 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e759a282-23f9-4208-9612-f417b288b61e req-722eaf24-df66-4136-b09f-ff82ae6a0e0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:06.362742 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:06.389884 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cecea2d-6397-4188-bf91-88db20042715 req-b538ea28-429b-4312-8454-ea2787e07902 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Network 03bb4962-9fda-452b-81f0-eb5044fdf378 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:57:06.442924 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-f31c1dea-68ab-4d2f-b92c-98843726c237 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f9de63c41ca84694b34482bf0d56e08d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6740587 Oct 31 14:57:06.447587 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 40502) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:06.452534 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=9465eaa8-bdd1-4c6d-ad8f-bb7955734600,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:06.472230 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [req-7cecea2d-6397-4188-bf91-88db20042715 req-b538ea28-429b-4312-8454-ea2787e07902 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:57:06.526423 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:06.530271 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port c50e1a98-6e99-471c-b1ac-f7d85c9fa949 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:06.531036 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (c50e1a98-6e99-471c-b1ac-f7d85c9fa949), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:06.532177 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port c50e1a98-6e99-471c-b1ac-f7d85c9fa949 Oct 31 14:57:06.588132 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cecea2d-6397-4188-bf91-88db20042715 req-b538ea28-429b-4312-8454-ea2787e07902 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:57:06.594378 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecea2d-6397-4188-bf91-88db20042715 req-b538ea28-429b-4312-8454-ea2787e07902 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:06.595209 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [req-7cecea2d-6397-4188-bf91-88db20042715 req-b538ea28-429b-4312-8454-ea2787e07902 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for port (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:06.636484 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7cecea2d-6397-4188-bf91-88db20042715 req-b538ea28-429b-4312-8454-ea2787e07902 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1028402 Oct 31 14:57:06.646854 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538ea28-429b-4312-8454-ea2787e07902 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Pushing event updated for resources: {'Port': ['ID=4b76563d-9e42-4d52-990e-24dd9cbbde04,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:06.664627 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a1b46-d89c-4ace-8266-a3de9f50603b req-69e86c2f-8f59-4dff-a4a2-a36ab01bc75f tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:06.672434 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-597a1b46-d89c-4ace-8266-a3de9f50603b req-69e86c2f-8f59-4dff-a4a2-a36ab01bc75f tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 943 time: 0.3931973 Oct 31 14:57:06.702060 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-21079e1a-4c60-4ba5-b955-c3c2690d8940 admin admin] Publish callbacks [] for security_group (73eab863-21a5-4f99-9c01-ab9ec3b1b125), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:06.772617 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-21079e1a-4c60-4ba5-b955-c3c2690d8940 admin admin] Publish callbacks [] for security_group (73eab863-21a5-4f99-9c01-ab9ec3b1b125), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:06.796424 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e759a282-23f9-4208-9612-f417b288b61e req-722eaf24-df66-4136-b09f-ff82ae6a0e0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:57:06.801457 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port c50e1a98-6e99-471c-b1ac-f7d85c9fa949 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:06.804363 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device fd926d6a-348f-4bf4-b1ef-acfc4b1af7af up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:06.817758 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-597a1b46-d89c-4ace-8266-a3de9f50603b req-075d374b-b8e1-4bd1-8941-d3a08e6b8952 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440482 Oct 31 14:57:06.820530 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-88d90c81-9d03-4d58-9772-fe87ebd81be8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2123572476&fields=id&tenant_id=f629aa044ca845069237ecb8d889284e HTTP/1.1" status: 200 len: 267 time: 0.2797549 Oct 31 14:57:06.841027 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-e759a282-23f9-4208-9612-f417b288b61e req-722eaf24-df66-4136-b09f-ff82ae6a0e0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:57:06.849997 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722eaf24-df66-4136-b09f-ff82ae6a0e0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event updated for resources: {'Port': ['ID=6951bd8b-ac72-4ceb-9344-47d91749e055,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:06.874873 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Publish callbacks [] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), precommit_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:06.888429 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:06.934842 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca6c86-85f3-4248-976f-ea3e76d5fd35 None None] Pushing event updated for resources: {'Port': ['ID=a102c1d2-f3b3-4523-93b1-c4692daf8c10,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:06.955594 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:06.980170 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-716c41c3-84e9-4fbf-9c21-7589de123fba None None] Provisioning complete for port 4b76563d-9e42-4d52-990e-24dd9cbbde04 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:06.981131 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-716c41c3-84e9-4fbf-9c21-7589de123fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:06.981417 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-716c41c3-84e9-4fbf-9c21-7589de123fba None None] Attempt 1 to provision port 4b76563d-9e42-4d52-990e-24dd9cbbde04 Oct 31 14:57:06.989233 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:06.989554 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:07.002521 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af Oct 31 14:57:07.017092 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-e759a282-23f9-4208-9612-f417b288b61e req-722eaf24-df66-4136-b09f-ff82ae6a0e0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:57:07.021848 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759a282-23f9-4208-9612-f417b288b61e req-722eaf24-df66-4136-b09f-ff82ae6a0e0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:07.022447 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e759a282-23f9-4208-9612-f417b288b61e req-722eaf24-df66-4136-b09f-ff82ae6a0e0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:07.038775 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043757e-c57c-41b2-b181-bfa15f1c4d71 req-8ddd7094-7cc5-4c3f-9ca0-f506ba46293d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:07.040780 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3043757e-c57c-41b2-b181-bfa15f1c4d71 req-8ddd7094-7cc5-4c3f-9ca0-f506ba46293d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 932 time: 0.0789468 Oct 31 14:57:07.053688 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Request body: {'port': {'device_id': 'b8e52643-da13-4beb-85c9-fd94d0330a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:07.086700 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-db5e2142-643e-4171-a132-3687fdbbad0a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:07.096667 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-db5e2142-643e-4171-a132-3687fdbbad0a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/networks?id=344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 200 len: 814 time: 0.2626107 Oct 31 14:57:07.132555 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-21079e1a-4c60-4ba5-b955-c3c2690d8940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (73eab863-21a5-4f99-9c01-ab9ec3b1b125), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:07.136048 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-21079e1a-4c60-4ba5-b955-c3c2690d8940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:07.144554 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-21079e1a-4c60-4ba5-b955-c3c2690d8940 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/73eab863-21a5-4f99-9c01-ab9ec3b1b125 HTTP/1.1" status: 204 len: 168 time: 0.6852388 Oct 31 14:57:07.214038 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-6418676d-fee6-4950-9a92-7996d7487db4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/quotas/f629aa044ca845069237ecb8d889284e HTTP/1.1" status: 200 len: 375 time: 0.1159346 Oct 31 14:57:07.219590 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21079e1a-4c60-4ba5-b955-c3c2690d8940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73eab863-21a5-4f99-9c01-ab9ec3b1b125,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:07.228207 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-d4408aa7-7afb-4323-b345-4a1e6dbf818f tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:07.229790 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-d4408aa7-7afb-4323-b345-4a1e6dbf818f tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 818 time: 0.9852974 Oct 31 14:57:07.234853 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-722eaf24-df66-4136-b09f-ff82ae6a0e0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8361502 Oct 31 14:57:07.281360 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-716c41c3-84e9-4fbf-9c21-7589de123fba None None] Port 4b76563d-9e42-4d52-990e-24dd9cbbde04 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:57:07.288253 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Attempting to bind port a102c1d2-f3b3-4523-93b1-c4692daf8c10 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:57:07.289028 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Attempting to bind port a102c1d2-f3b3-4523-93b1-c4692daf8c10 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:57:07.289488 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Attempting to bind port a102c1d2-f3b3-4523-93b1-c4692daf8c10 on network 03bb4962-9fda-452b-81f0-eb5044fdf378 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:57:07.311045 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-4e52f493-ddcf-4490-acac-ef9a272630bd tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958760 Oct 31 14:57:07.315819 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3043757e-c57c-41b2-b181-bfa15f1c4d71 req-9840fda5-3b8f-417b-8c8b-9bb8ce6831b9 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547188 Oct 31 14:57:07.345575 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:07.351918 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:57:07.352561 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Checking segment: {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:57:07.353681 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:07.354157 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Bound using segment: {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:57:07.354734 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Bound port: a102c1d2-f3b3-4523-93b1-c4692daf8c10, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:57:07.355200 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:07.360605 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-231e6e4a-9125-4244-bd19-7aa562c37734 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Request body: {'port': {'device_id': 'c9e71890-419f-41a8-8e60-cd53d110c7ba', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'admin_state_up': True, 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:07.382795 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), before_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:07.396814 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Request body: {'port': {'device_id': '214568bd-3ebf-4f91-8153-d60959d49119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:07.485872 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7e0c07ca-5434-47ef-9e8e-9ded8c18ce8b req-f9b8a473-9ce5-4969-a12f-a0c4013d347e service neutron] 10.222.0.44 "GET /networking/v2.0/networks/62d09c23-95fd-46cc-ac62-b206a226f4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1688969 Oct 31 14:57:07.498627 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-9d5621e8-00fe-4208-abab-af0528972e71 req-132cc22f-14db-4a6f-b77b-e57457a23cf4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Allocated IP 172.20.0.5 (d9dc557c-0645-443c-a01e-416bcfdc6824/2c5945c2-d0e4-41cf-a260-34d36848aab1/24a2724b-5bec-4b7b-938e-508059f058d4) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:57:07.545775 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:07.550292 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-acbd5d30-b79e-4c78-818a-e8eea7360968 None None] Provisioning complete for port 6951bd8b-ac72-4ceb-9344-47d91749e055 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:07.550950 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-acbd5d30-b79e-4c78-818a-e8eea7360968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:07.551486 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-acbd5d30-b79e-4c78-818a-e8eea7360968 None None] Attempt 1 to provision port 6951bd8b-ac72-4ceb-9344-47d91749e055 Oct 31 14:57:07.608952 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:07.610339 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 010d34a6-8237-41ca-ac9f-02967bd01b73 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:07.619351 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:07.626559 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:07.685493 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1ed2fd3b-6490-4436-aabc-2000ed7566ee req-82549131-4a58-45b5-89f9-2cc8332db950 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 210 time: 0.0657530 Oct 31 14:57:07.780408 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 010d34a6-8237-41ca-ac9f-02967bd01b73 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:07.781132 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:07.781477 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 010d34a6-8237-41ca-ac9f-02967bd01b73 Oct 31 14:57:07.814025 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-acbd5d30-b79e-4c78-818a-e8eea7360968 None None] Port 6951bd8b-ac72-4ceb-9344-47d91749e055 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:57:07.853180 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] For port a102c1d2-f3b3-4523-93b1-c4692daf8c10, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:57:07.858000 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] For port a102c1d2-f3b3-4523-93b1-c4692daf8c10, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=a102c1d2-f3b3-4523-93b1-c4692daf8c10,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:57:07.872464 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:07.910563 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0af6163c-5b2c-4378-bc6b-1d25cc8b2b3d req-a68837d4-e52a-47a4-b7e2-917436a0d2d3 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 210 time: 0.0872359 Oct 31 14:57:07.995751 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca6c86-85f3-4248-976f-ea3e76d5fd35 None None] Pushing event updated for resources: {'Port': ['ID=a102c1d2-f3b3-4523-93b1-c4692daf8c10,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:08.015046 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Routers {'3e116425-6006-4b6c-abd9-e78ee6c430ee'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:57:08.015974 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:56:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['3e116425-6006-4b6c-abd9-e78ee6c430ee'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:08.026793 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.notifiers.nova [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b76563d-9e42-4d52-990e-24dd9cbbde04 {{(pid=119728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:57:08.036143 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Publish callbacks [] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:08.060793 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.provisioning_blocks [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Transition to ACTIVE for port object 4b76563d-9e42-4d52-990e-24dd9cbbde04 will not be triggered until provisioned by entity L2. {{(pid=119728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 14:57:08.103486 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:08.115587 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 010d34a6-8237-41ca-ac9f-02967bd01b73 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:08.115785 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:08.115903 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 3ecb8631-d5fe-43bd-a087-1650305aad4f up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:08.135721 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-231e6e4a-9125-4244-bd19-7aa562c37734 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Made reservation on behalf of 8bc7c0eaebf146bea1af6b4d708bf62b for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:57:08.140707 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-231e6e4a-9125-4244-bd19-7aa562c37734 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:08.193548 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5cb79-61e2-449e-82d9-bfb08036023c req-9e8cf5fb-c57f-4731-a381-1cd2448052bc tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:08.208218 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-43d5cb79-61e2-449e-82d9-bfb08036023c req-9e8cf5fb-c57f-4731-a381-1cd2448052bc tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 943 time: 0.1457145 Oct 31 14:57:08.209702 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:08.220309 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-a00c6692-61aa-4239-bc3a-8c46cce137b5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9079673 Oct 31 14:57:08.225946 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] Set router 3e116425-6006-4b6c-abd9-e78ee6c430ee gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:57:08.229180 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 3ecb8631-d5fe-43bd-a087-1650305aad4f triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:08.229564 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:08.230024 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 3ecb8631-d5fe-43bd-a087-1650305aad4f Oct 31 14:57:08.332777 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:08.364986 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:08.423212 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-43d5cb79-61e2-449e-82d9-bfb08036023c req-f1d67213-7c95-411a-9814-5f9ee161d3a1 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098708 Oct 31 14:57:08.441681 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Pushing event updated for resources: {'Port': ['ID=4b76563d-9e42-4d52-990e-24dd9cbbde04,revision_number=2']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:08.447616 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.managers [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Attempting to bind port 4b76563d-9e42-4d52-990e-24dd9cbbde04 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:57:08.447982 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.managers [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Attempting to bind port 4b76563d-9e42-4d52-990e-24dd9cbbde04 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'}] {{(pid=119728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:57:08.448331 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Attempting to bind port 4b76563d-9e42-4d52-990e-24dd9cbbde04 on network 03bb4962-9fda-452b-81f0-eb5044fdf378 {{(pid=119728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:57:08.592710 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Port 4b76563d-9e42-4d52-990e-24dd9cbbde04 on network 03bb4962-9fda-452b-81f0-eb5044fdf378 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 14:57:08.593506 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Attempting to bind port 4b76563d-9e42-4d52-990e-24dd9cbbde04 on network 03bb4962-9fda-452b-81f0-eb5044fdf378 {{(pid=119728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:57:08.631157 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 3ecb8631-d5fe-43bd-a087-1650305aad4f is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:08.631511 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:08.659179 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-355210a3-3bb0-46b4-b6a6-5ff981c361ab service neutron] 10.222.0.36 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380085 Oct 31 14:57:08.680190 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eea009-bae9-4f7c-b6cd-f1c27b312ab7 req-33ab1d6b-5565-4a83-91b8-083ce07df362 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:08.689425 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f3eea009-bae9-4f7c-b6cd-f1c27b312ab7 req-33ab1d6b-5565-4a83-91b8-083ce07df362 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 932 time: 0.1155844 Oct 31 14:57:08.734627 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:57:08.735065 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Checking segment: {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:57:08.735730 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Bound using segment: {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'} {{(pid=119728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:57:08.738127 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.managers [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Bound port: 4b76563d-9e42-4d52-990e-24dd9cbbde04, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'}}] {{(pid=119728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:57:08.738581 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), before_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:08.776894 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'a102c1d2-f3b3-4523-93b1-c4692daf8c10', 'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'mac_address': 'fa:16:3e:f0:74:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:47Z', 'updated_at': '2022-10-31T14:57:07Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'subnets': [{'id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:08.817463 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c04a9-7679-4c09-bb92-86a024bb2d07 None None] The sync data for ids ['3e116425-6006-4b6c-abd9-e78ee6c430ee'] in dv-cinder-860227-3-iscsi is: [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'a102c1d2-f3b3-4523-93b1-c4692daf8c10', 'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'mac_address': 'fa:16:3e:f0:74:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:47Z', 'updated_at': '2022-10-31T14:57:07Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'subnets': [{'id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:57:08.827910 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 3ecb8631-d5fe-43bd-a087-1650305aad4f, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=3ecb8631-d5fe-43bd-a087-1650305aad4f,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:08.835691 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:08.836506 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:08.851295 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f3eea009-bae9-4f7c-b6cd-f1c27b312ab7 req-69607142-9a9f-4d0b-842c-606f75556429 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352277 Oct 31 14:57:08.981933 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] For port 4b76563d-9e42-4d52-990e-24dd9cbbde04, host hv-cinder-86022, cleared binding levels {{(pid=119728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:57:09.022477 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=3ecb8631-d5fe-43bd-a087-1650305aad4f,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:09.026064 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:09.026487 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:09.026816 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 Oct 31 14:57:09.057330 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedea39b-856b-42ed-b484-193e8fdfcd07 req-e4c923cd-909a-4b81-bb80-686869daebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:09.071430 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dedea39b-856b-42ed-b484-193e8fdfcd07 req-e4c923cd-909a-4b81-bb80-686869daebc3 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=af86d70d54694b7995d03c8c607ae706&device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 1127 time: 0.4035590 Oct 31 14:57:09.082738 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] For port 4b76563d-9e42-4d52-990e-24dd9cbbde04, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=4b76563d-9e42-4d52-990e-24dd9cbbde04,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:57:09.138755 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4227206d-e6d9-412b-8647-14b85851148b req-4abf895d-592c-49c1-bbc3-9cfb4ad06173 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 210 time: 0.1353703 Oct 31 14:57:09.142868 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:09.164477 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:09.165095 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for port (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:09.166599 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7cecea2d-6397-4188-bf91-88db20042715 req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/4b76563d-9e42-4d52-990e-24dd9cbbde04 HTTP/1.1" status: 200 len: 1093 time: 2.1247976 Oct 31 14:57:09.167348 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e52643-da13-4beb-85c9-fd94d0330a8b', 'tag': '4b76563d-9e42-4d52-990e-24dd9cbbde04'}] {{(pid=119728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:09.201060 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:09.223131 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:09.225779 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:09.279135 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:09.284557 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:09.307780 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9d5621e8-00fe-4208-abab-af0528972e71 req-132cc22f-14db-4a6f-b77b-e57457a23cf4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for port (24a2724b-5bec-4b7b-938e-508059f058d4), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:09.354580 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:09.385849 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-231e6e4a-9125-4244-bd19-7aa562c37734 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Allocated IP 172.20.0.14 (03bb4962-9fda-452b-81f0-eb5044fdf378/8c0e9ab0-89cf-47cd-afff-ae3fa30ee474/6bb7edab-168d-4a77-a2bd-14d7c9e243e8) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:57:09.427596 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:09.472550 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02793850-6a95-487e-aa0b-5c2948055437 service neutron] Pushing event updated for resources: {'Port': ['ID=4b76563d-9e42-4d52-990e-24dd9cbbde04,revision_number=3']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:09.480087 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 3ecb8631-d5fe-43bd-a087-1650305aad4f up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:09.625070 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecea2d-6397-4188-bf91-88db20042715 req-b1a5684c-3c1e-4f6e-a321-b775e4016a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:09.627641 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7cecea2d-6397-4188-bf91-88db20042715 req-b1a5684c-3c1e-4f6e-a321-b775e4016a3c service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 1127 time: 0.2611644 Oct 31 14:57:09.630248 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 3ecb8631-d5fe-43bd-a087-1650305aad4f triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:09.630653 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:09.630937 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 3ecb8631-d5fe-43bd-a087-1650305aad4f Oct 31 14:57:09.793981 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 3ecb8631-d5fe-43bd-a087-1650305aad4f is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:09.795761 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device a102c1d2-f3b3-4523-93b1-c4692daf8c10 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:09.845983 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:09.859296 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port a102c1d2-f3b3-4523-93b1-c4692daf8c10 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:09.859582 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-feab9d7a-22a6-4e5a-a164-fde5ab935d2d req-c1aaee78-3a79-437e-b191-c9d5ced39c7b tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 210 time: 0.8069820 Oct 31 14:57:09.859695 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:09.860087 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port a102c1d2-f3b3-4523-93b1-c4692daf8c10 Oct 31 14:57:09.860195 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:09.861696 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedea39b-856b-42ed-b484-193e8fdfcd07 req-ba7d2b67-bb97-41b2-ae42-1f19b676da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:09.863155 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dedea39b-856b-42ed-b484-193e8fdfcd07 req-ba7d2b67-bb97-41b2-ae42-1f19b676da31 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=62d09c23-95fd-46cc-ac62-b206a226f4d0 HTTP/1.1" status: 200 len: 913 time: 0.6648827 Oct 31 14:57:09.880554 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70659c7d82748c464bbc4d22addfc580e7d5d3b031e95af23221b39b4b2150b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ae0961-93db-4cb3-ad49-110a2161aa49" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e52643-da13-4beb-85c9-fd94d0330a8b", "tag": "4b76563d-9e42-4d52-990e-24dd9cbbde04"}]}' {{(pid=119728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:09.918197 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6951bd8b-ac72-4ceb-9344-47d91749e055 {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:57:09.920431 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7cecea2d-6397-4188-bf91-88db20042715 req-d83acbee-8e43-4d41-91ec-ca025653184d service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b76563d-9e42-4d52-990e-24dd9cbbde04 HTTP/1.1" status: 200 len: 217 time: 0.2715118 Oct 31 14:57:09.957861 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Publish callbacks [] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:09.990664 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bfa75-eb0b-4c56-bef6-dbe48fa7e2bf req-254244d2-3f31-4552-a9c7-1fd6236f639a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:09.997248 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port a102c1d2-f3b3-4523-93b1-c4692daf8c10 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:09.997726 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:10.003882 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-262bfa75-eb0b-4c56-bef6-dbe48fa7e2bf req-254244d2-3f31-4552-a9c7-1fd6236f639a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 931 time: 0.5298905 Oct 31 14:57:10.020264 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9d5621e8-00fe-4208-abab-af0528972e71 req-132cc22f-14db-4a6f-b77b-e57457a23cf4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (24a2724b-5bec-4b7b-938e-508059f058d4), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:10.100575 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port a102c1d2-f3b3-4523-93b1-c4692daf8c10, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=a102c1d2-f3b3-4523-93b1-c4692daf8c10,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:10.109202 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:10.114048 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:10.130595 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c253d4-8421-46c5-8f13-a9a404b24731 req-efc05b12-d4b0-449c-91ff-9a40e35c6a1c tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:10.141808 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f0c253d4-8421-46c5-8f13-a9a404b24731 req-efc05b12-d4b0-449c-91ff-9a40e35c6a1c tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 943 time: 0.1092260 Oct 31 14:57:10.145351 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Transition to ACTIVE for port object 6951bd8b-ac72-4ceb-9344-47d91749e055 will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 14:57:10.295627 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:10.328592 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5621e8-00fe-4208-abab-af0528972e71 req-132cc22f-14db-4a6f-b77b-e57457a23cf4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Network d9dc557c-0645-443c-a01e-416bcfdc6824 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:57:10.365134 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-9d5621e8-00fe-4208-abab-af0528972e71 req-132cc22f-14db-4a6f-b77b-e57457a23cf4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:57:10.413714 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:10.414773 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:10.416647 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 Oct 31 14:57:10.457224 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dedea39b-856b-42ed-b484-193e8fdfcd07 req-354c3b74-b275-4aa7-9c46-06924d1a6815 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a HTTP/1.1" status: 200 len: 217 time: 0.4344008 Oct 31 14:57:10.462503 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecea2d-6397-4188-bf91-88db20042715 req-87037480-8f10-4f29-9e1e-7f563554fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:10.464012 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7cecea2d-6397-4188-bf91-88db20042715 req-87037480-8f10-4f29-9e1e-7f563554fdf3 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.5312386 Oct 31 14:57:10.494953 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5621e8-00fe-4208-abab-af0528972e71 req-132cc22f-14db-4a6f-b77b-e57457a23cf4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:57:10.500248 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5621e8-00fe-4208-abab-af0528972e71 req-132cc22f-14db-4a6f-b77b-e57457a23cf4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:10.500963 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9d5621e8-00fe-4208-abab-af0528972e71 req-132cc22f-14db-4a6f-b77b-e57457a23cf4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:10.554019 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=a102c1d2-f3b3-4523-93b1-c4692daf8c10,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:10.590216 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Attempting to bind port 6951bd8b-ac72-4ceb-9344-47d91749e055 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:57:10.591063 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Attempting to bind port 6951bd8b-ac72-4ceb-9344-47d91749e055 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:57:10.591615 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Attempting to bind port 6951bd8b-ac72-4ceb-9344-47d91749e055 on network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:57:10.615476 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:10.648932 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedea39b-856b-42ed-b484-193e8fdfcd07 req-90e6b272-82a0-4398-a949-e64e4449beea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:10.650326 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-262bfa75-eb0b-4c56-bef6-dbe48fa7e2bf req-03ffb4fa-bdac-4730-87aa-a41b6a99afdc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6454532 Oct 31 14:57:10.651046 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dedea39b-856b-42ed-b484-193e8fdfcd07 req-90e6b272-82a0-4398-a949-e64e4449beea service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=90ce64be-1186-4405-90d4-f5ff5d2a549a HTTP/1.1" status: 200 len: 851 time: 0.1401653 Oct 31 14:57:10.682402 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecea2d-6397-4188-bf91-88db20042715 req-a94e3b8a-891d-4849-a9b1-5d447a67570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:10.686810 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7cecea2d-6397-4188-bf91-88db20042715 req-a94e3b8a-891d-4849-a9b1-5d447a67570b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2066774 Oct 31 14:57:10.689105 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f0c253d4-8421-46c5-8f13-a9a404b24731 req-be596643-31f5-49ec-9bcb-737d7cd73543 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462365 Oct 31 14:57:10.716279 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cc22f-14db-4a6f-b77b-e57457a23cf4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event updated for resources: {'Port': ['ID=24a2724b-5bec-4b7b-938e-508059f058d4,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:10.747296 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-231e6e4a-9125-4244-bd19-7aa562c37734 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:10.752051 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-132cc22f-14db-4a6f-b77b-e57457a23cf4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2365966 Oct 31 14:57:10.816145 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Port 6951bd8b-ac72-4ceb-9344-47d91749e055 on network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 14:57:10.816482 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Attempting to bind port 6951bd8b-ac72-4ceb-9344-47d91749e055 on network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:57:10.837214 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Pushing event updated for resources: {'Port': ['ID=6951bd8b-ac72-4ceb-9344-47d91749e055,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:10.867221 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-56b13018-0523-400d-9520-17b82056eb94 None None] Provisioning complete for port 24a2724b-5bec-4b7b-938e-508059f058d4 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:10.868714 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-56b13018-0523-400d-9520-17b82056eb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (24a2724b-5bec-4b7b-938e-508059f058d4), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:10.869214 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-56b13018-0523-400d-9520-17b82056eb94 None None] Attempt 1 to provision port 24a2724b-5bec-4b7b-938e-508059f058d4 Oct 31 14:57:10.906481 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-56b13018-0523-400d-9520-17b82056eb94 None None] Port 24a2724b-5bec-4b7b-938e-508059f058d4 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:57:10.926450 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f30ef-fc5d-401f-81a6-40be22e693c6 req-277c10fc-6f98-4613-b9d6-c876a296f371 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:10.928398 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fd7f30ef-fc5d-401f-81a6-40be22e693c6 req-277c10fc-6f98-4613-b9d6-c876a296f371 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.1168301 Oct 31 14:57:10.955483 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8e1621-0c9b-4160-a710-e071b388af42 x-openstack-request-id: req-6a8e1621-0c9b-4160-a710-e071b388af42 {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:10.956843 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e52643-da13-4beb-85c9-fd94d0330a8b", "tag": "4b76563d-9e42-4d52-990e-24dd9cbbde04", "status": "completed", "code": 200}]} {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:10.958017 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a8e1621-0c9b-4160-a710-e071b388af42 {{(pid=119728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:10.959218 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8e1621-0c9b-4160-a710-e071b388af42'] response: {'name': 'network-changed', 'server_uuid': 'b8e52643-da13-4beb-85c9-fd94d0330a8b', 'tag': '4b76563d-9e42-4d52-990e-24dd9cbbde04', 'status': 'completed', 'code': 200} Oct 31 14:57:10.974421 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-231e6e4a-9125-4244-bd19-7aa562c37734 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:10.974786 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 40664) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:10.986286 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:57:10.986626 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Checking segment: {'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:57:10.986995 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Bound using segment: {'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:57:10.987488 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Bound port: 6951bd8b-ac72-4ceb-9344-47d91749e055, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:57:10.987832 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.012377 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:11.045780 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ff8430e3-3078-48af-b2a8-1e3a15cb1d84 req-07999704-8d8c-4c08-8e72-2a9d6e2522a0 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 210 time: 0.0372467 Oct 31 14:57:11.066689 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-231e6e4a-9125-4244-bd19-7aa562c37734 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Network 03bb4962-9fda-452b-81f0-eb5044fdf378 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:57:11.073430 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fd7f30ef-fc5d-401f-81a6-40be22e693c6 req-dfd3e46c-4c46-452b-a57b-5e0e4e853677 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314108 Oct 31 14:57:11.093465 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-231e6e4a-9125-4244-bd19-7aa562c37734 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:57:11.098027 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e6e4a-9125-4244-bd19-7aa562c37734 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Pushing event updated for resources: {'Port': ['ID=6bb7edab-168d-4a77-a2bd-14d7c9e243e8,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:11.102183 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-231e6e4a-9125-4244-bd19-7aa562c37734 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:57:11.106846 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-231e6e4a-9125-4244-bd19-7aa562c37734 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:11.107489 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-231e6e4a-9125-4244-bd19-7aa562c37734 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.152728 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-231e6e4a-9125-4244-bd19-7aa562c37734 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8390954 Oct 31 14:57:11.158933 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] For port 6951bd8b-ac72-4ceb-9344-47d91749e055, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:57:11.162560 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] For port 6951bd8b-ac72-4ceb-9344-47d91749e055, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6951bd8b-ac72-4ceb-9344-47d91749e055,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:57:11.169875 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.170049 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fb780-2e48-4238-9bf7-4dfbe6f7ee23 req-0fecb427-ab04-427a-9ba7-7978be599962 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:11.171676 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-af4fb780-2e48-4238-9bf7-4dfbe6f7ee23 req-0fecb427-ab04-427a-9ba7-7978be599962 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 932 time: 0.0656068 Oct 31 14:57:11.182532 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:11.183726 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.185323 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/6951bd8b-ac72-4ceb-9344-47d91749e055 HTTP/1.1" status: 200 len: 1094 time: 3.8707943 Oct 31 14:57:11.187914 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214568bd-3ebf-4f91-8153-d60959d49119', 'tag': '6951bd8b-ac72-4ceb-9344-47d91749e055'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:11.189903 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee6a740-c2a9-451a-b016-ba56af2bdec9" -d '{"events": [{"name": "network-changed", "server_uuid": "214568bd-3ebf-4f91-8153-d60959d49119", "tag": "6951bd8b-ac72-4ceb-9344-47d91749e055"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:11.214686 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-864f4778-f7cc-4d1a-a76a-56d953f72095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.231019 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:11.243044 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:11.244241 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20eedb42-e424-4154-b5ed-1671309b8168 x-openstack-request-id: req-20eedb42-e424-4154-b5ed-1671309b8168 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:11.244552 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214568bd-3ebf-4f91-8153-d60959d49119", "tag": "6951bd8b-ac72-4ceb-9344-47d91749e055", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:11.244805 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20eedb42-e424-4154-b5ed-1671309b8168 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:11.245205 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20eedb42-e424-4154-b5ed-1671309b8168'] response: {'name': 'network-changed', 'server_uuid': '214568bd-3ebf-4f91-8153-d60959d49119', 'tag': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'status': 'completed', 'code': 200} Oct 31 14:57:11.247073 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821cbe6-60eb-4748-bf11-cc14c759c360 service neutron] Pushing event updated for resources: {'Port': ['ID=6951bd8b-ac72-4ceb-9344-47d91749e055,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:11.292053 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-af4fb780-2e48-4238-9bf7-4dfbe6f7ee23 req-d331ce31-b7c9-4aea-ae2d-509d8ec98049 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133504 Oct 31 14:57:11.350888 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-864f4778-f7cc-4d1a-a76a-56d953f72095 admin admin] Publish callbacks [] for security_group (7eab8af5-0241-4570-a99e-a5c13619f3f3), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.362461 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-864f4778-f7cc-4d1a-a76a-56d953f72095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (7eab8af5-0241-4570-a99e-a5c13619f3f3), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.404029 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f4778-f7cc-4d1a-a76a-56d953f72095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eab8af5-0241-4570-a99e-a5c13619f3f3,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:11.408324 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-864f4778-f7cc-4d1a-a76a-56d953f72095 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=966e35ad3ebe4c969cc5bba3bef68c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320240 Oct 31 14:57:11.410064 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device a102c1d2-f3b3-4523-93b1-c4692daf8c10 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:11.410979 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 40672) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:11.459939 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-c0eb99f8-affe-43e7-bb74-d673f380566c None None] Provisioning complete for port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:11.460315 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c0eb99f8-affe-43e7-bb74-d673f380566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.460650 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-c0eb99f8-affe-43e7-bb74-d673f380566c None None] Attempt 1 to provision port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 Oct 31 14:57:11.467064 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-88f1b568-7028-4d60-9586-ac3ac46e1e7b admin admin] Publish callbacks [] for security_group (7eab8af5-0241-4570-a99e-a5c13619f3f3), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.489978 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-88f1b568-7028-4d60-9586-ac3ac46e1e7b admin admin] Publish callbacks [] for security_group (7eab8af5-0241-4570-a99e-a5c13619f3f3), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.501538 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb99f8-affe-43e7-bb74-d673f380566c None None] Port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:57:11.503346 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port a102c1d2-f3b3-4523-93b1-c4692daf8c10 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:11.503893 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.504067 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port a102c1d2-f3b3-4523-93b1-c4692daf8c10 Oct 31 14:57:11.512747 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:11.545171 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-88f1b568-7028-4d60-9586-ac3ac46e1e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (7eab8af5-0241-4570-a99e-a5c13619f3f3), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.547772 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-88f1b568-7028-4d60-9586-ac3ac46e1e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.551359 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-88f1b568-7028-4d60-9586-ac3ac46e1e7b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7eab8af5-0241-4570-a99e-a5c13619f3f3 HTTP/1.1" status: 204 len: 168 time: 0.1371071 Oct 31 14:57:11.557828 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1b568-7028-4d60-9586-ac3ac46e1e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eab8af5-0241-4570-a99e-a5c13619f3f3,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:11.586681 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port a102c1d2-f3b3-4523-93b1-c4692daf8c10 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:11.587770 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:11.729465 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:11.741110 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:11.741481 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.741812 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 Oct 31 14:57:11.796594 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab6041-20d4-4c3f-8503-3b32cf92f473 req-5d1c5545-c5da-4b13-8c81-474d2b84dfe4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:11.808993 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8fab6041-20d4-4c3f-8503-3b32cf92f473 req-5d1c5545-c5da-4b13-8c81-474d2b84dfe4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 931 time: 0.0670786 Oct 31 14:57:11.825584 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:11.848202 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef5cbf-4ebd-4d78-a377-a054a8a94cda req-399ee240-bdef-4dfd-97ef-46c0e7083266 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:11.849818 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-afef5cbf-4ebd-4d78-a377-a054a8a94cda req-399ee240-bdef-4dfd-97ef-46c0e7083266 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 943 time: 0.0516355 Oct 31 14:57:11.878102 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 40684) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:11.880316 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8fab6041-20d4-4c3f-8503-3b32cf92f473 req-95444d55-b66b-4987-a4c3-9bef0b46b79d tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657961 Oct 31 14:57:11.905378 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4718-4395-44b4-b26f-9c60716381c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.920004 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-afef5cbf-4ebd-4d78-a377-a054a8a94cda req-cd959e51-d178-4f69-b720-1be814c4e934 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647171 Oct 31 14:57:11.992723 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4718-4395-44b4-b26f-9c60716381c8 admin admin] Publish callbacks [] for security_group (5e5775bc-28a0-4e9b-81ff-506c2e0433f3), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:11.996356 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4718-4395-44b4-b26f-9c60716381c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (5e5775bc-28a0-4e9b-81ff-506c2e0433f3), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:12.035080 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-5e4a4718-4395-44b4-b26f-9c60716381c8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=817fca98a8c347ecbbb305ba723a27d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559682 Oct 31 14:57:12.036058 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a4718-4395-44b4-b26f-9c60716381c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5775bc-28a0-4e9b-81ff-506c2e0433f3,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:12.037814 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 40686) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:12.085887 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-23b8f46b-a093-417f-b844-fa5f3e607d4e admin admin] Publish callbacks [] for security_group (5e5775bc-28a0-4e9b-81ff-506c2e0433f3), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:12.107787 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-23b8f46b-a093-417f-b844-fa5f3e607d4e admin admin] Publish callbacks [] for security_group (5e5775bc-28a0-4e9b-81ff-506c2e0433f3), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:12.165777 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2f08b2a2-5aee-4f29-bafe-d1ada3a242d1 req-fb8dd846-a421-41a8-ad3d-26aefa275072 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 210 time: 0.0350506 Oct 31 14:57:12.185159 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-23b8f46b-a093-417f-b844-fa5f3e607d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (5e5775bc-28a0-4e9b-81ff-506c2e0433f3), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:12.187897 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-23b8f46b-a093-417f-b844-fa5f3e607d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:12.191676 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-23b8f46b-a093-417f-b844-fa5f3e607d4e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5e5775bc-28a0-4e9b-81ff-506c2e0433f3 HTTP/1.1" status: 204 len: 168 time: 0.1502399 Oct 31 14:57:12.202865 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8f46b-a093-417f-b844-fa5f3e607d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5775bc-28a0-4e9b-81ff-506c2e0433f3,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:12.213600 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145703a9-cc2e-4670-9ef8-6dc77e3ad0b0 req-a1a84c3d-fb83-4e7f-a06f-364764d65d96 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:12.215452 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-145703a9-cc2e-4670-9ef8-6dc77e3ad0b0 req-a1a84c3d-fb83-4e7f-a06f-364764d65d96 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0493300 Oct 31 14:57:12.265763 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-145703a9-cc2e-4670-9ef8-6dc77e3ad0b0 req-947372de-b1ab-414c-8a1b-1a9033164a54 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446994 Oct 31 14:57:12.415827 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac77c5-8cc8-4b02-90d9-91c244470cf3 req-b962dd59-0dc8-468e-82b1-d358c09595c9 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:12.417404 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-abac77c5-8cc8-4b02-90d9-91c244470cf3 req-b962dd59-0dc8-468e-82b1-d358c09595c9 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 932 time: 0.0491669 Oct 31 14:57:12.476148 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-abac77c5-8cc8-4b02-90d9-91c244470cf3 req-0d9e88d3-95f2-4309-9817-a3ac5e97542b tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500021 Oct 31 14:57:13.005349 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b4791-413a-4624-98ef-5a82e95253f4 req-46c3c5b8-dc88-49e2-85a7-7832e6558f98 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:13.006751 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b77b4791-413a-4624-98ef-5a82e95253f4 req-46c3c5b8-dc88-49e2-85a7-7832e6558f98 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 931 time: 0.0493915 Oct 31 14:57:13.054323 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097340b-0252-4b03-895b-ed99f0fe7896 req-1281442c-5374-4f8e-8434-378aee103909 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:13.055851 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1097340b-0252-4b03-895b-ed99f0fe7896 req-1281442c-5374-4f8e-8434-378aee103909 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 943 time: 0.0592096 Oct 31 14:57:13.059908 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b77b4791-413a-4624-98ef-5a82e95253f4 req-81aae729-bda0-482c-8d3f-74ad78465fc9 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473917 Oct 31 14:57:13.104837 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1097340b-0252-4b03-895b-ed99f0fe7896 req-a8890e24-f2a8-45e5-b211-75e1b70401cc tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422306 Oct 31 14:57:13.165945 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 14:57:13.170087 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:13.189988 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Request body: {'port': {'device_id': 'c9e71890-419f-41a8-8e60-cd53d110c7ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:13.197592 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Request body: {'port': {'device_id': '820c59dc-ee1a-4470-b9d6-14060ebd8337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:13.205842 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=9 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:13.270866 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:13.325494 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7cecea2d-6397-4188-bf91-88db20042715 req-e7a780e1-4b3f-47a6-a455-6225ac5ad564 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562765 Oct 31 14:57:13.364807 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e9cdbcba-8593-42c3-adb9-55db55b62182 req-5581a526-d885-45ab-b849-c3ebcc58719c tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 210 time: 0.0350327 Oct 31 14:57:13.407650 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a,segment=NetworkSegment(c12d0c10-1531-43bd-b4b1-48ba1aba830f),segment_id=c12d0c10-1531-43bd-b4b1-48ba1aba830f)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:13.424413 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a', 'network_id': '62d09c23-95fd-46cc-ac62-b206a226f4d0', 'port_id': '3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a', 'mac_address': 'fa:16:3e:23:a8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ce64be-1186-4405-90d4-f5ff5d2a549a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 14:57:13.525035 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6a740-c2a9-451a-b016-ba56af2bdec9 req-d3a8e470-04bd-485e-9f99-955d887f5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:13.530692 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8ee6a740-c2a9-451a-b016-ba56af2bdec9 req-d3a8e470-04bd-485e-9f99-955d887f5745 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=5119fe6e3c064da0a66218481a944aaa&device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 1128 time: 0.2990623 Oct 31 14:57:13.532045 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedea39b-856b-42ed-b484-193e8fdfcd07 req-3835ca22-7f31-43c8-bf02-bb7d8318512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:13.533428 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dedea39b-856b-42ed-b484-193e8fdfcd07 req-3835ca22-7f31-43c8-bf02-bb7d8318512d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=62d09c23-95fd-46cc-ac62-b206a226f4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2570286 Oct 31 14:57:13.546046 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:13.564959 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:13.565810 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:13.608700 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:57:13.628063 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7cecea2d-6397-4188-bf91-88db20042715 req-df825837-9c7b-4e40-ad12-bf4672680626 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886244 Oct 31 14:57:13.655290 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a,segment=NetworkSegment(c12d0c10-1531-43bd-b4b1-48ba1aba830f),segment_id=c12d0c10-1531-43bd-b4b1-48ba1aba830f)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:13.660166 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:13.710491 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577012-57f1-4722-b1ac-74b91043100f req-a329f935-7e8d-4328-9ab0-055bcd872df2 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:13.712321 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6f577012-57f1-4722-b1ac-74b91043100f req-a329f935-7e8d-4328-9ab0-055bcd872df2 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.1730587 Oct 31 14:57:13.712601 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a9b38-2b16-4bc2-b03e-e709f84b6817 req-c578c04f-1e21-4bc9-9b87-c30b230b6f14 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:13.714318 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7c9a9b38-2b16-4bc2-b03e-e709f84b6817 req-c578c04f-1e21-4bc9-9b87-c30b230b6f14 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 932 time: 0.0658612 Oct 31 14:57:13.722263 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:13.740764 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (24a2724b-5bec-4b7b-938e-508059f058d4), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:13.773007 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7c9a9b38-2b16-4bc2-b03e-e709f84b6817 req-3a9597cf-2b60-431e-b1ef-915fca010864 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509169 Oct 31 14:57:13.820125 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:13.865525 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6f577012-57f1-4722-b1ac-74b91043100f req-50033f42-1398-4796-a39e-56388bbe82d8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379011 Oct 31 14:57:13.870181 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:13.974878 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:14.184354 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224d8a6-9a2c-4fb1-afe9-d1c9ca30eaa0 req-6e4b3620-b9e5-4e74-ab3f-30295424a365 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:14.185888 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7224d8a6-9a2c-4fb1-afe9-d1c9ca30eaa0 req-6e4b3620-b9e5-4e74-ab3f-30295424a365 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 931 time: 0.0520308 Oct 31 14:57:14.238086 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7224d8a6-9a2c-4fb1-afe9-d1c9ca30eaa0 req-9918fd7d-222c-4850-acc9-93cc6b9f678c tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464828 Oct 31 14:57:14.277856 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a2724b-5bec-4b7b-938e-508059f058d4 {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:57:14.291311 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa33a9-b0ac-4a65-8b14-de62e4bde976 req-46f9def9-86a2-4c35-b27a-5eea9939ca89 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:14.292884 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c1aa33a9-b0ac-4a65-8b14-de62e4bde976 req-46f9def9-86a2-4c35-b27a-5eea9939ca89 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 944 time: 0.1016126 Oct 31 14:57:14.294725 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Publish callbacks [] for port (24a2724b-5bec-4b7b-938e-508059f058d4), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:14.353555 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Transition to ACTIVE for port object 24a2724b-5bec-4b7b-938e-508059f058d4 will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 14:57:14.363961 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (24a2724b-5bec-4b7b-938e-508059f058d4), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:14.382838 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:57:14.412451 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Publish callbacks [] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:14.467213 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c1aa33a9-b0ac-4a65-8b14-de62e4bde976 req-3542cb3d-83dd-4b5b-818c-fc91c79677b9 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647112 Oct 31 14:57:14.483258 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Transition to ACTIVE for port object 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 14:57:14.497636 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-165d42ea-e1fb-4992-9ac3-1002edde6fd6 req-50460bed-e53a-4b2f-bb7c-a354a91563cd tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 210 time: 0.0412836 Oct 31 14:57:14.555654 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:14.574801 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=24a2724b-5bec-4b7b-938e-508059f058d4,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:14.624537 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Attempting to bind port 24a2724b-5bec-4b7b-938e-508059f058d4 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:57:14.624869 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Attempting to bind port 24a2724b-5bec-4b7b-938e-508059f058d4 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:57:14.625189 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Attempting to bind port 24a2724b-5bec-4b7b-938e-508059f058d4 on network d9dc557c-0645-443c-a01e-416bcfdc6824 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:57:14.738827 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb7edab-168d-4a77-a2bd-14d7c9e243e8,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:14.744042 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6a740-c2a9-451a-b016-ba56af2bdec9 req-5459b37e-eac3-4fae-868d-ee927f488865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:14.746204 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8ee6a740-c2a9-451a-b016-ba56af2bdec9 req-5459b37e-eac3-4fae-868d-ee927f488865 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?tenant_id=5119fe6e3c064da0a66218481a944aaa&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3307304 Oct 31 14:57:14.751393 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Attempting to bind port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:57:14.751745 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Attempting to bind port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:57:14.752068 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Attempting to bind port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 on network 03bb4962-9fda-452b-81f0-eb5044fdf378 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:57:14.756148 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Port 24a2724b-5bec-4b7b-938e-508059f058d4 on network d9dc557c-0645-443c-a01e-416bcfdc6824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 14:57:14.756465 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Attempting to bind port 24a2724b-5bec-4b7b-938e-508059f058d4 on network d9dc557c-0645-443c-a01e-416bcfdc6824 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:57:14.774657 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:14.807178 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:14.834414 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 on network 03bb4962-9fda-452b-81f0-eb5044fdf378 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 14:57:14.834734 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Attempting to bind port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 on network 03bb4962-9fda-452b-81f0-eb5044fdf378 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:57:14.872715 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:57:14.873147 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Checking segment: {'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:57:14.873446 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Bound using segment: {'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:57:14.873890 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Bound port: 24a2724b-5bec-4b7b-938e-508059f058d4, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:57:14.874237 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (24a2724b-5bec-4b7b-938e-508059f058d4), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:14.950152 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:57:14.950481 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Checking segment: {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:57:14.950859 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Bound using segment: {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:57:14.951297 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Bound port: 6bb7edab-168d-4a77-a2bd-14d7c9e243e8, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:57:14.951676 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:14.961522 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c0194-5b10-4a60-b469-3a34a805083f req-73fd45de-1726-419d-b98a-6378aa73be92 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:14.963008 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-283c0194-5b10-4a60-b469-3a34a805083f req-73fd45de-1726-419d-b98a-6378aa73be92 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 944 time: 0.1023860 Oct 31 14:57:14.982381 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:15.003003 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b287f58-7c36-47e9-a308-636d695b3db8 req-da445248-9825-43b1-b9ac-4015a850cd3a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:15.004618 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2b287f58-7c36-47e9-a308-636d695b3db8 req-da445248-9825-43b1-b9ac-4015a850cd3a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0572088 Oct 31 14:57:15.032058 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] For port 24a2724b-5bec-4b7b-938e-508059f058d4, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:57:15.056728 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2b287f58-7c36-47e9-a308-636d695b3db8 req-55c2c322-2b83-4015-bd39-dc1e263486e1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459201 Oct 31 14:57:15.070087 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] For port 24a2724b-5bec-4b7b-938e-508059f058d4, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=24a2724b-5bec-4b7b-938e-508059f058d4,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:57:15.086137 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (24a2724b-5bec-4b7b-938e-508059f058d4), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:15.092845 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:15.093480 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:15.094807 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/24a2724b-5bec-4b7b-938e-508059f058d4 HTTP/1.1" status: 200 len: 1093 time: 1.9017444 Oct 31 14:57:15.097500 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820c59dc-ee1a-4470-b9d6-14060ebd8337', 'tag': '24a2724b-5bec-4b7b-938e-508059f058d4'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:15.099709 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee1473e-8c7b-4c9f-a63d-8affd706dce0" -d '{"events": [{"name": "network-changed", "server_uuid": "820c59dc-ee1a-4470-b9d6-14060ebd8337", "tag": "24a2724b-5bec-4b7b-938e-508059f058d4"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:15.102442 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] For port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:57:15.124259 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-283c0194-5b10-4a60-b469-3a34a805083f req-0cedceea-6931-4b9c-aaa3-8fb4bb726f6a tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485288 Oct 31 14:57:15.138736 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] For port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6bb7edab-168d-4a77-a2bd-14d7c9e243e8,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:57:15.140909 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c7db4b-5370-4b5b-93a5-5683b14ff863 x-openstack-request-id: req-13c7db4b-5370-4b5b-93a5-5683b14ff863 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:15.141192 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820c59dc-ee1a-4470-b9d6-14060ebd8337", "tag": "24a2724b-5bec-4b7b-938e-508059f058d4", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:15.141437 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13c7db4b-5370-4b5b-93a5-5683b14ff863 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:15.141823 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c7db4b-5370-4b5b-93a5-5683b14ff863'] response: {'name': 'network-changed', 'server_uuid': '820c59dc-ee1a-4470-b9d6-14060ebd8337', 'tag': '24a2724b-5bec-4b7b-938e-508059f058d4', 'status': 'completed', 'code': 200} Oct 31 14:57:15.152963 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:15.157482 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:15.158081 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:15.159460 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/6bb7edab-168d-4a77-a2bd-14d7c9e243e8 HTTP/1.1" status: 200 len: 1094 time: 1.9766371 Oct 31 14:57:15.168937 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca028c-1e53-4a35-bf10-37c344316fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=24a2724b-5bec-4b7b-938e-508059f058d4,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:15.264938 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-391acf71-0cf9-41b2-a81d-5b788e497dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:15.276236 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e2375-906d-418a-a38b-908604b5a196 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb7edab-168d-4a77-a2bd-14d7c9e243e8,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:15.307099 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dedea39b-856b-42ed-b484-193e8fdfcd07 req-46c9f905-cfa6-4aee-8af5-f8008db57a8a service neutron] 10.222.0.44 "GET /networking/v2.0/networks/62d09c23-95fd-46cc-ac62-b206a226f4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113136 Oct 31 14:57:15.382497 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960cbad-70de-4ce6-8ded-70390a7857ae req-9054c179-7479-4949-ac81-e72f7eb13b59 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:15.383917 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4960cbad-70de-4ce6-8ded-70390a7857ae req-9054c179-7479-4949-ac81-e72f7eb13b59 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 943 time: 0.0583589 Oct 31 14:57:15.430818 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4960cbad-70de-4ce6-8ded-70390a7857ae req-6ba958b7-fd5d-450d-841e-4c9ea220a644 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409646 Oct 31 14:57:15.591180 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70bad2-3a93-423c-be18-48b551b9fcff req-055f3583-8b64-4b00-8591-5a60be0144d6 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:15.592837 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7a70bad2-3a93-423c-be18-48b551b9fcff req-055f3583-8b64-4b00-8591-5a60be0144d6 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 944 time: 0.0477829 Oct 31 14:57:15.606635 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-20798c1c-36d2-4e2c-acef-7a1b718c6485 req-52a573b1-7da7-4381-97d4-cd393d4295db tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 210 time: 0.0295169 Oct 31 14:57:15.644831 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7a70bad2-3a93-423c-be18-48b551b9fcff req-ea264d5c-2f48-4d68-ae84-d908b11969b2 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460944 Oct 31 14:57:16.190411 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71446bf-c5d1-45d0-b6c6-0cdd9e0bd280 req-f3e90843-8451-4638-88c6-dd285b10f99e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:16.191922 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f71446bf-c5d1-45d0-b6c6-0cdd9e0bd280 req-f3e90843-8451-4638-88c6-dd285b10f99e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0483871 Oct 31 14:57:16.240570 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f71446bf-c5d1-45d0-b6c6-0cdd9e0bd280 req-d5fb1c8e-a221-4217-a603-eaefc016b982 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426526 Oct 31 14:57:16.252248 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c1614-e7e8-47fe-aa88-cd336e958921 req-fd02d882-3c0c-4d5f-8940-dc883f66428c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:16.253272 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b04c1614-e7e8-47fe-aa88-cd336e958921 req-fd02d882-3c0c-4d5f-8940-dc883f66428c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 944 time: 0.0509999 Oct 31 14:57:16.311116 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b04c1614-e7e8-47fe-aa88-cd336e958921 req-c36c8eaa-b1a2-4de7-bfbd-dab9c3416a3c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426669 Oct 31 14:57:16.418643 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:57:16.558388 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9e9b4-a0a3-4824-868a-053b379888b6 req-db40f8ce-8329-4b75-8a65-10651ba1ebbf tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:16.560132 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a2d9e9b4-a0a3-4824-868a-053b379888b6 req-db40f8ce-8329-4b75-8a65-10651ba1ebbf tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 943 time: 0.0538549 Oct 31 14:57:16.608499 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a2d9e9b4-a0a3-4824-868a-053b379888b6 req-7b77506d-da81-40ec-a591-2b8d4062abe4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423710 Oct 31 14:57:16.707863 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4dc0c82b-5d4f-4b83-8d11-050e1ed19d56 req-37efa49f-9a75-46e9-8082-70e29fb5e734 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 210 time: 0.0289583 Oct 31 14:57:16.772774 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1beb1-c9d9-4faf-9604-271ae7c3843a req-b9829477-6310-460c-b29d-3b0053bae9ef tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:16.775102 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-dde1beb1-c9d9-4faf-9604-271ae7c3843a req-b9829477-6310-460c-b29d-3b0053bae9ef tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 944 time: 0.0531654 Oct 31 14:57:16.834939 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-dde1beb1-c9d9-4faf-9604-271ae7c3843a req-1365c40e-a30c-4f7b-a077-640546349dae tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495892 Oct 31 14:57:16.931533 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.44', 62876) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:16.987748 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-00fe8fcb-d35c-4fbd-b3af-fb9a28918487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:16.989435 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-00fe8fcb-d35c-4fbd-b3af-fb9a28918487 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 1128 time: 0.1038640 Oct 31 14:57:17.002477 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:17.020045 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1473e-8c7b-4c9f-a63d-8affd706dce0 req-f6b0dbd2-9f3a-43fc-a4ec-2ac1a72c36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:17.021508 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4ee1473e-8c7b-4c9f-a63d-8affd706dce0 req-f6b0dbd2-9f3a-43fc-a4ec-2ac1a72c36ce service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=fdab2d4f39c64f239ded71cc9773c8bb&device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 1127 time: 0.0889421 Oct 31 14:57:17.054959 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-1e1abc95-ca56-4d41-ba7e-d191a5b7b946 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb7edab-168d-4a77-a2bd-14d7c9e243e8 HTTP/1.1" status: 200 len: 217 time: 0.0451789 Oct 31 14:57:17.304799 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae0961-93db-4cb3-ad49-110a2161aa49 req-cd0a90b9-0a4e-4680-9708-99c21ddbb34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:17.306357 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-30ae0961-93db-4cb3-ad49-110a2161aa49 req-cd0a90b9-0a4e-4680-9708-99c21ddbb34c service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 1127 time: 0.4089799 Oct 31 14:57:17.307021 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e71890-419f-41a8-8e60-cd53d110c7ba', 'tag': '6bb7edab-168d-4a77-a2bd-14d7c9e243e8'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:17.310338 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ba8278-98de-43e2-976c-299f06bd5392" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e71890-419f-41a8-8e60-cd53d110c7ba", "tag": "6bb7edab-168d-4a77-a2bd-14d7c9e243e8"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:17.346030 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1473e-8c7b-4c9f-a63d-8affd706dce0 req-82698acb-1d6b-4d84-b59a-e940843b9e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:17.347800 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4ee1473e-8c7b-4c9f-a63d-8affd706dce0 req-82698acb-1d6b-4d84-b59a-e940843b9e4c service neutron] 10.222.0.44 "GET /networking/v2.0/networks?tenant_id=fdab2d4f39c64f239ded71cc9773c8bb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2914574 Oct 31 14:57:17.359229 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:17.361827 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-46cf53cd-2433-48e2-bf95-40e689068187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:17.363632 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-46cf53cd-2433-48e2-bf95-40e689068187 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.0765443 Oct 31 14:57:17.391985 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:17.421219 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cc530d-2939-42e1-a109-976aa46e9ea1 x-openstack-request-id: req-b2cc530d-2939-42e1-a109-976aa46e9ea1 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:17.421860 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e71890-419f-41a8-8e60-cd53d110c7ba", "tag": "6bb7edab-168d-4a77-a2bd-14d7c9e243e8", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:17.422332 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2cc530d-2939-42e1-a109-976aa46e9ea1 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:17.422907 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2cc530d-2939-42e1-a109-976aa46e9ea1'] response: {'name': 'network-changed', 'server_uuid': 'c9e71890-419f-41a8-8e60-cd53d110c7ba', 'tag': '6bb7edab-168d-4a77-a2bd-14d7c9e243e8', 'status': 'completed', 'code': 200} Oct 31 14:57:17.515119 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-bc40bf7e-054a-4978-8f20-878e560b0c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:17.551643 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7358345-c198-482d-bd3c-de19e3c08c11 req-1b10175f-0ed9-4b52-ab7d-5bd94a850f39 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:17.554105 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b7358345-c198-482d-bd3c-de19e3c08c11 req-1b10175f-0ed9-4b52-ab7d-5bd94a850f39 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 944 time: 0.1030264 Oct 31 14:57:17.575919 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a3cc59f1-1c11-46d7-a7ab-57d300a12364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:17.577568 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-a3cc59f1-1c11-46d7-a7ab-57d300a12364 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1938729 Oct 31 14:57:17.638737 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-5a364105-bc03-4406-b329-1e268c96e972 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:17.639912 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-5a364105-bc03-4406-b329-1e268c96e972 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "GET /networking/v2.0/networks?id=344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 200 len: 814 time: 0.7551765 Oct 31 14:57:17.645378 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0427e-090b-4b14-8e93-36c4c1c608c3 req-1302eeba-6d3c-4b0b-9eca-bf74e70da9e6 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:17.646959 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ebf0427e-090b-4b14-8e93-36c4c1c608c3 req-1302eeba-6d3c-4b0b-9eca-bf74e70da9e6 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.2465656 Oct 31 14:57:17.679716 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1473e-8c7b-4c9f-a63d-8affd706dce0 req-56a944dc-dd1c-4fab-8631-4d40860368ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:17.681200 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6a740-c2a9-451a-b016-ba56af2bdec9 req-4c87ec6a-d953-482e-942f-60e4e592e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:17.681317 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4ee1473e-8c7b-4c9f-a63d-8affd706dce0 req-56a944dc-dd1c-4fab-8631-4d40860368ca service neutron] 10.222.0.44 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3158765 Oct 31 14:57:17.682583 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8ee6a740-c2a9-451a-b016-ba56af2bdec9 req-4c87ec6a-d953-482e-942f-60e4e592e724 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8188553 Oct 31 14:57:17.684838 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b7358345-c198-482d-bd3c-de19e3c08c11 req-cfbbb970-4049-4992-b30a-9f8ed21dc9d0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171191 Oct 31 14:57:17.707043 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dedea39b-856b-42ed-b484-193e8fdfcd07 req-f7779706-4d86-47f1-8398-f138b8240a40 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/62d09c23-95fd-46cc-ac62-b206a226f4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8233559 Oct 31 14:57:17.713469 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae0961-93db-4cb3-ad49-110a2161aa49 req-9e18b949-9961-4a8c-89f2-81c511262e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:17.715532 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-30ae0961-93db-4cb3-ad49-110a2161aa49 req-9e18b949-9961-4a8c-89f2-81c511262e91 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 919 time: 0.3958466 Oct 31 14:57:17.736143 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ebf0427e-090b-4b14-8e93-36c4c1c608c3 req-923bc34d-fb89-4356-a6e0-46de31313d01 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783544 Oct 31 14:57:17.797530 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ce0fd-6a33-4994-8a2a-a97bf8d96128 req-2ca593d1-23ba-45ca-a0d7-aa7586f245cd tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:17.798997 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e20ce0fd-6a33-4994-8a2a-a97bf8d96128 req-2ca593d1-23ba-45ca-a0d7-aa7586f245cd tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 943 time: 0.0473547 Oct 31 14:57:17.825278 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-024cf079-7015-45c4-b201-61df4ebdcc8d req-e01a8f41-3af9-4f0a-bc2f-b2fdde34cb60 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 210 time: 0.0291376 Oct 31 14:57:17.850772 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e20ce0fd-6a33-4994-8a2a-a97bf8d96128 req-4d8f9e9a-201d-45c5-8fb9-9e88cdd53bd3 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460138 Oct 31 14:57:17.957600 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9463f8-c667-4ad4-968d-36c14b0f3983 req-5fce3556-e236-4a4c-b24a-79d7a7a60fe1 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:17.959216 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5d9463f8-c667-4ad4-968d-36c14b0f3983 req-5fce3556-e236-4a4c-b24a-79d7a7a60fe1 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 944 time: 0.0459545 Oct 31 14:57:18.006094 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5d9463f8-c667-4ad4-968d-36c14b0f3983 req-bdb00040-8bd9-4cc0-bc7a-2195ab45cff3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410509 Oct 31 14:57:18.801571 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b65546-10af-4868-9940-b6d5b0222035 req-044ecb51-f8e0-4ae2-a9f6-42d4c77fec54 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:18.803125 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e7b65546-10af-4868-9940-b6d5b0222035 req-044ecb51-f8e0-4ae2-a9f6-42d4c77fec54 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 944 time: 0.0461762 Oct 31 14:57:18.814658 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:18.851386 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e7b65546-10af-4868-9940-b6d5b0222035 req-1af58f86-fba1-46d7-91e8-2b3c5ceed13a tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421355 Oct 31 14:57:18.867705 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13d2e2-9140-4e81-91d7-d8850d740ef6 req-e2dcd356-a79b-4adc-a92c-297cb3dbf161 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:18.869192 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-eb13d2e2-9140-4e81-91d7-d8850d740ef6 req-e2dcd356-a79b-4adc-a92c-297cb3dbf161 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0508380 Oct 31 14:57:18.917724 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-eb13d2e2-9140-4e81-91d7-d8850d740ef6 req-06e81c27-b19b-4104-a2dd-35a412211d8d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414612 Oct 31 14:57:18.936273 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0b476d8d-1ca6-44d6-8592-10651bfaa5e7 req-c699bf1c-a5f3-4565-8f4f-c0cdf662d689 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 210 time: 0.0272269 Oct 31 14:57:18.996326 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:19.028399 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d593-abee-4efd-976d-040853b689c9 req-7fec67d1-c620-40b8-8fef-1d53f8d866e3 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:19.029886 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-56c2d593-abee-4efd-976d-040853b689c9 req-7fec67d1-c620-40b8-8fef-1d53f8d866e3 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 943 time: 0.0488062 Oct 31 14:57:19.042822 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 14:57:19.050772 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:19.051374 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:19.051798 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a Oct 31 14:57:19.081213 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-56c2d593-abee-4efd-976d-040853b689c9 req-2ae4ce00-a1e1-4f1f-b545-f7cc4dcc9e2d tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455709 Oct 31 14:57:19.095945 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:19.128175 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:19.138132 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:19.138506 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:19.141603 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df578f1c-9aef-4c0d-b8fa-2f48d5c023b3 req-7f01a3f0-8130-4f1c-a3b0-f1971eae3ee2 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:19.143068 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-df578f1c-9aef-4c0d-b8fa-2f48d5c023b3 req-7f01a3f0-8130-4f1c-a3b0-f1971eae3ee2 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 944 time: 0.0595267 Oct 31 14:57:19.164760 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c93f4d-15ed-4113-95ad-b6766332779e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:19.194913 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-df578f1c-9aef-4c0d-b8fa-2f48d5c023b3 req-a38d4f45-7e6e-49bf-97f8-b1f089c57810 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460885 Oct 31 14:57:19.240948 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a,segment=NetworkSegment(c12d0c10-1531-43bd-b4b1-48ba1aba830f),segment_id=c12d0c10-1531-43bd-b4b1-48ba1aba830f)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:19.244622 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:19.293775 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:19.336603 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9147ccf6-db32-4d5e-ae70-b3bf84baa481" -d '{"events": [{"server_uuid": "f1c93f4d-15ed-4113-95ad-b6766332779e", "name": "network-vif-plugged", "status": "completed", "tag": "3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:19.426617 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6429a6ef-f9d8-4a39-894c-bf14e4f94d01 x-openstack-request-id: req-6429a6ef-f9d8-4a39-894c-bf14e4f94d01 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:19.426930 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c93f4d-15ed-4113-95ad-b6766332779e", "name": "network-vif-plugged", "status": "completed", "tag": "3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:19.427186 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6429a6ef-f9d8-4a39-894c-bf14e4f94d01 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:19.427728 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6429a6ef-f9d8-4a39-894c-bf14e4f94d01'] response: {'server_uuid': 'f1c93f4d-15ed-4113-95ad-b6766332779e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a', 'code': 200} Oct 31 14:57:19.998479 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-30ae0961-93db-4cb3-ad49-110a2161aa49 req-dcd5682d-203d-4baf-92f6-4fb511b83b0a service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b76563d-9e42-4d52-990e-24dd9cbbde04 HTTP/1.1" status: 200 len: 217 time: 0.0838900 Oct 31 14:57:20.093413 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 4b76563d-9e42-4d52-990e-24dd9cbbde04 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 14:57:20.153819 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:20.197784 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5621e8-00fe-4208-abab-af0528972e71 req-a4e1fb60-3932-4966-8db8-08b36c2a5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:20.200819 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-a4e1fb60-3932-4966-8db8-08b36c2a5d6e service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=fdab2d4f39c64f239ded71cc9773c8bb&device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 1127 time: 0.2127779 Oct 31 14:57:20.211445 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 4b76563d-9e42-4d52-990e-24dd9cbbde04, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=4b76563d-9e42-4d52-990e-24dd9cbbde04,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:20.213758 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-db57f18a-1b9e-44f8-8405-6cf6d63b8852 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f629aa044ca845069237ecb8d889284e HTTP/1.1" status: 200 len: 380 time: 0.2977729 Oct 31 14:57:20.225323 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '4b76563d-9e42-4d52-990e-24dd9cbbde04', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'port_id': '4b76563d-9e42-4d52-990e-24dd9cbbde04', 'mac_address': 'fa:16:3e:a1:9c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 14:57:20.237223 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb334b-00d8-4b2d-b845-3da1850235dc req-2f82fcbd-ed69-40bb-a051-01a61330bef7 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:20.238727 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0acb334b-00d8-4b2d-b845-3da1850235dc req-2f82fcbd-ed69-40bb-a051-01a61330bef7 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.1829848 Oct 31 14:57:20.251966 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8eaf48-edfd-4c77-b648-2b61c9609b67 req-5ed50e4e-39d4-436c-b36f-6515b686dd16 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:20.252465 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-9d26aee3-2c4d-4680-9cc2-2ace96a9fca4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'port': {'device_id': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'admin_state_up': True, 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'security_groups': ['10e213a0-efba-4fd5-86b0-368e4fa78398']}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:20.253960 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-fe8eaf48-edfd-4c77-b648-2b61c9609b67 req-5ed50e4e-39d4-436c-b36f-6515b686dd16 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 944 time: 0.3241725 Oct 31 14:57:20.256987 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae0961-93db-4cb3-ad49-110a2161aa49 req-a1fed2d8-b8e6-414f-8f36-b11dc84b1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:20.257415 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759a282-23f9-4208-9612-f417b288b61e req-366b1b4a-a850-4859-b67c-b53b4c1cb6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:20.257941 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-30ae0961-93db-4cb3-ad49-110a2161aa49 req-a1fed2d8-b8e6-414f-8f36-b11dc84b1652 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.2510166 Oct 31 14:57:20.258809 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-366b1b4a-a850-4859-b67c-b53b4c1cb6f6 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=5119fe6e3c064da0a66218481a944aaa&device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 1128 time: 0.2686486 Oct 31 14:57:20.270954 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 4b76563d-9e42-4d52-990e-24dd9cbbde04 is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:20.271342 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:20.273295 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:20.288222 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b76563d-9e42-4d52-990e-24dd9cbbde04 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:57:20.307297 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-b8033a65-49c4-4d95-9730-abc419fa9447 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24a2724b-5bec-4b7b-938e-508059f058d4 HTTP/1.1" status: 200 len: 217 time: 0.0928571 Oct 31 14:57:20.314735 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 4b76563d-9e42-4d52-990e-24dd9cbbde04, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=4b76563d-9e42-4d52-990e-24dd9cbbde04,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:20.321343 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:20.331029 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-b1496b2d-be91-4636-adec-6c2876309215 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6951bd8b-ac72-4ceb-9344-47d91749e055 HTTP/1.1" status: 200 len: 217 time: 0.0522883 Oct 31 14:57:20.331225 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b19d7-52f3-4d02-bb67-f7cc3f304f92 req-c31db0b2-26cb-473d-96b5-643548c6268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:20.333221 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4c4b19d7-52f3-4d02-bb67-f7cc3f304f92 req-c31db0b2-26cb-473d-96b5-643548c6268b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 1129 time: 0.2261307 Oct 31 14:57:20.340935 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-e87c90c8-93a5-42ad-91c0-85071f8fec5d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342086 Oct 31 14:57:20.382585 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=4b76563d-9e42-4d52-990e-24dd9cbbde04,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:20.426126 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-fe8eaf48-edfd-4c77-b648-2b61c9609b67 req-3555c2b7-e471-444f-87e5-12020d301314 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663096 Oct 31 14:57:20.462811 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-4c4b19d7-52f3-4d02-bb67-f7cc3f304f92 req-d3a71360-3389-481a-a333-368b418ac8c6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:20.467843 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759a282-23f9-4208-9612-f417b288b61e req-9428cc6d-d0e6-41e6-aa7b-cdb6e45b8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:20.469448 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-9428cc6d-d0e6-41e6-aa7b-cdb6e45b8eb4 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=b78261dd-be23-4771-9073-9a716a608356 HTTP/1.1" status: 200 len: 856 time: 0.1276145 Oct 31 14:57:20.474208 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae0961-93db-4cb3-ad49-110a2161aa49 req-73775e92-9eba-44f4-8066-350ed87bed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:20.476114 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-30ae0961-93db-4cb3-ad49-110a2161aa49 req-73775e92-9eba-44f4-8066-350ed87bed78 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1779573 Oct 31 14:57:20.526091 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:20.537666 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['4b76563d-9e42-4d52-990e-24dd9cbbde04'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:57:20.600303 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:20.602436 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-fa925d60-d2ec-48be-8b61-cf4281c0c751 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464771 Oct 31 14:57:20.605912 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0acb334b-00d8-4b2d-b845-3da1850235dc req-d9f8038a-4885-4c75-8e2c-2ca68bde93b7 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457959 Oct 31 14:57:20.612597 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5621e8-00fe-4208-abab-af0528972e71 req-46e25cfc-fdfa-49be-87d1-e525791c36de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:20.614167 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-46e25cfc-fdfa-49be-87d1-e525791c36de service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=2c5945c2-d0e4-41cf-a260-34d36848aab1 HTTP/1.1" status: 200 len: 849 time: 0.2603998 Oct 31 14:57:20.624850 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759a282-23f9-4208-9612-f417b288b61e req-00c1147d-26fd-40a1-a39e-e4cb2971964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:20.627006 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-00c1147d-26fd-40a1-a39e-e4cb2971964c service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1409013 Oct 31 14:57:20.751654 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5621e8-00fe-4208-abab-af0528972e71 req-d1c15fa3-eacf-4975-aab7-5c09fb2837e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:20.751888 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-ca53b461-d7a7-4aa9-9644-edc3debc5586 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134636 Oct 31 14:57:20.753172 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-d1c15fa3-eacf-4975-aab7-5c09fb2837e3 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=d9dc557c-0645-443c-a01e-416bcfdc6824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1080890 Oct 31 14:57:20.769533 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-9d26aee3-2c4d-4680-9cc2-2ace96a9fca4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Made reservation on behalf of f629aa044ca845069237ecb8d889284e for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:57:20.774521 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-9d26aee3-2c4d-4680-9cc2-2ace96a9fca4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:20.775477 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b29961ac-0360-454c-9aa6-53f943babf16 req-70229b3b-f7ba-49d8-8d13-b70d812ea111 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 210 time: 0.1718256 Oct 31 14:57:20.844501 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:20.866387 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-30ae0961-93db-4cb3-ad49-110a2161aa49 req-911fea4c-77f5-4ef7-859e-1391cb158244 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685172 Oct 31 14:57:20.916990 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8a156-76f5-4e1a-9b8e-5689c606f2b8 req-3437df73-02db-4ad5-92da-b53822759a0c tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:20.923869 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe668f-5982-4416-9318-2f8bdc2eadd6 req-ea9d0ac0-7c68-42c0-90f2-5769c87f2d47 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:20.926157 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0ebe668f-5982-4416-9318-2f8bdc2eadd6 req-ea9d0ac0-7c68-42c0-90f2-5769c87f2d47 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 945 time: 0.0663378 Oct 31 14:57:20.930621 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-32d8a156-76f5-4e1a-9b8e-5689c606f2b8 req-3437df73-02db-4ad5-92da-b53822759a0c tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 943 time: 0.1664858 Oct 31 14:57:20.944675 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-4c4b19d7-52f3-4d02-bb67-f7cc3f304f92 req-d3a71360-3389-481a-a333-368b418ac8c6 service neutron] Publish callbacks [] for security_group (e8126b3d-4c17-4a6d-b6c9-3d17df4e8ac8), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:20.986227 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-4c4b19d7-52f3-4d02-bb67-f7cc3f304f92 req-d3a71360-3389-481a-a333-368b418ac8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (e8126b3d-4c17-4a6d-b6c9-3d17df4e8ac8), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:20.991319 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0ebe668f-5982-4416-9318-2f8bdc2eadd6 req-8db05878-b094-41f2-aaa8-190a9392c617 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548096 Oct 31 14:57:21.062327 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:21.112025 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4c4b19d7-52f3-4d02-bb67-f7cc3f304f92 req-d3a71360-3389-481a-a333-368b418ac8c6 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7368853 Oct 31 14:57:21.139327 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a71360-3389-481a-a333-368b418ac8c6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e8126b3d-4c17-4a6d-b6c9-3d17df4e8ac8,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:21.152698 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-32d8a156-76f5-4e1a-9b8e-5689c606f2b8 req-49d7f7dc-46cf-4f81-9ef0-dee05ba243d2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206466 Oct 31 14:57:21.185068 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-9d26aee3-2c4d-4680-9cc2-2ace96a9fca4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Allocated IP 172.20.0.11 (344848ef-d9a5-4f9a-8ddf-c96c364ed358/6c0893af-f459-43bc-83fe-ab19005e56d2/066e375b-5369-47d6-9723-3f3d6ad24590) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:57:21.519558 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-9d26aee3-2c4d-4680-9cc2-2ace96a9fca4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for port (066e375b-5369-47d6-9723-3f3d6ad24590), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:21.562996 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-9d26aee3-2c4d-4680-9cc2-2ace96a9fca4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (066e375b-5369-47d6-9723-3f3d6ad24590), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:21.585143 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:21.600656 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f392a7-e783-4f3e-b0d3-3083f39678da req-32375f79-7abf-4c67-8130-f6cb1f3172fc tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:21.603028 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-37f392a7-e783-4f3e-b0d3-3083f39678da req-32375f79-7abf-4c67-8130-f6cb1f3172fc tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 944 time: 0.0546024 Oct 31 14:57:21.616758 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-9d26aee3-2c4d-4680-9cc2-2ace96a9fca4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:57:21.620312 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-9d26aee3-2c4d-4680-9cc2-2ace96a9fca4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:57:21.622392 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26aee3-2c4d-4680-9cc2-2ace96a9fca4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'Port': ['ID=066e375b-5369-47d6-9723-3f3d6ad24590,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:21.624564 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-9d26aee3-2c4d-4680-9cc2-2ace96a9fca4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:57:21.629139 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-9d26aee3-2c4d-4680-9cc2-2ace96a9fca4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:21.629642 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-9d26aee3-2c4d-4680-9cc2-2ace96a9fca4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:21.639093 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:21.648192 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-9d26aee3-2c4d-4680-9cc2-2ace96a9fca4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4185514 Oct 31 14:57:21.661535 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-37f392a7-e783-4f3e-b0d3-3083f39678da req-9003bd93-2a56-450a-89d3-415120426d00 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511997 Oct 31 14:57:21.772451 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d194e20-45be-4159-8cc1-db8d08d604d9 req-12521f97-9108-4631-93f9-f8c1c0aa3cbf tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:21.773977 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d194e20-45be-4159-8cc1-db8d08d604d9 req-12521f97-9108-4631-93f9-f8c1c0aa3cbf tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0509667 Oct 31 14:57:21.827279 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d194e20-45be-4159-8cc1-db8d08d604d9 req-92d18b03-3b22-4630-b736-0788d59e2c26 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429688 Oct 31 14:57:21.881569 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:21.889569 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-1cd2128b-0ce7-42d4-8731-c4a468f50a35 None None] Provisioning complete for port 066e375b-5369-47d6-9723-3f3d6ad24590 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:21.890079 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-1cd2128b-0ce7-42d4-8731-c4a468f50a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (066e375b-5369-47d6-9723-3f3d6ad24590), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:21.890288 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-1cd2128b-0ce7-42d4-8731-c4a468f50a35 None None] Attempt 1 to provision port 066e375b-5369-47d6-9723-3f3d6ad24590 Oct 31 14:57:21.899675 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d10faf-8b79-4893-bd7a-0ad0af612926 req-e5f6d537-8453-4a9d-84ce-ee9cbcd5e30a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:21.901088 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-37d10faf-8b79-4893-bd7a-0ad0af612926 req-e5f6d537-8453-4a9d-84ce-ee9cbcd5e30a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 932 time: 0.0468488 Oct 31 14:57:21.921740 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-1cd2128b-0ce7-42d4-8731-c4a468f50a35 None None] Port 066e375b-5369-47d6-9723-3f3d6ad24590 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:57:21.952078 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-37d10faf-8b79-4893-bd7a-0ad0af612926 req-fe537c4f-2e1d-4793-90ae-66106cf1f5d1 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453165 Oct 31 14:57:22.114720 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85840944-132f-475f-ba5b-ab48fb6c9075 req-a4466bcf-e4ec-45eb-963d-6df972a481b4 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:22.116229 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-85840944-132f-475f-ba5b-ab48fb6c9075 req-a4466bcf-e4ec-45eb-963d-6df972a481b4 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 945 time: 0.0453899 Oct 31 14:57:22.163761 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-85840944-132f-475f-ba5b-ab48fb6c9075 req-eb23f47b-57f1-4ec2-abf2-0337b705e1ad tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Oct 31 14:57:22.264083 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a8985-7b0b-44df-9100-3fe67e277ee2 req-f89f48df-7c13-4398-89cc-968b01e4ec07 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:22.265540 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-359a8985-7b0b-44df-9100-3fe67e277ee2 req-f89f48df-7c13-4398-89cc-968b01e4ec07 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 943 time: 0.0451815 Oct 31 14:57:22.312844 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-359a8985-7b0b-44df-9100-3fe67e277ee2 req-c0c315cc-7241-4182-83df-4c3e512158ff tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417261 Oct 31 14:57:22.783806 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e54f7-5bc3-44f9-8536-7c5bf7b39f95 req-47ee1213-0603-43c2-b797-d3b12051294d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:22.785295 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d9e54f7-5bc3-44f9-8536-7c5bf7b39f95 req-47ee1213-0603-43c2-b797-d3b12051294d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 944 time: 0.0474675 Oct 31 14:57:22.837173 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d9e54f7-5bc3-44f9-8536-7c5bf7b39f95 req-3413fac4-02b9-4c01-ac69-1b70c8656b7b tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461860 Oct 31 14:57:22.951222 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd042d0-1bcc-4b2c-a660-38e86f53a10b req-0a714957-4715-4672-9e84-7f3c6423233a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:22.952730 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2bd042d0-1bcc-4b2c-a660-38e86f53a10b req-0a714957-4715-4672-9e84-7f3c6423233a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0448964 Oct 31 14:57:22.999965 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2bd042d0-1bcc-4b2c-a660-38e86f53a10b req-2cb7eac4-9152-4150-9647-65a86dfdaf4d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416791 Oct 31 14:57:23.070043 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed92bb-9d51-4bff-8d2c-db9274897c6c req-98379e4f-46bc-4761-b3c9-a0e639928ccf tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:23.071480 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5eed92bb-9d51-4bff-8d2c-db9274897c6c req-98379e4f-46bc-4761-b3c9-a0e639928ccf tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 932 time: 0.0446951 Oct 31 14:57:23.117898 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5eed92bb-9d51-4bff-8d2c-db9274897c6c req-849c876d-9bf7-4811-a994-f2229ef8cfdf tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400722 Oct 31 14:57:23.291227 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a33f37-d92d-4d1d-9cb8-72d74f1533f0 req-63d4f3d5-4e34-4cc5-8909-c682612b16dd tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:23.292829 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-06a33f37-d92d-4d1d-9cb8-72d74f1533f0 req-63d4f3d5-4e34-4cc5-8909-c682612b16dd tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 945 time: 0.0534425 Oct 31 14:57:23.342009 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-06a33f37-d92d-4d1d-9cb8-72d74f1533f0 req-d3ed22c7-712b-48a3-8d23-5ee89a58fb1f tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 Oct 31 14:57:23.440453 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da088320-6185-4c89-bc05-7bfdc76b291f req-fcd1ac22-4f72-41a7-bf2a-337fbb63cfa4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:23.441943 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-da088320-6185-4c89-bc05-7bfdc76b291f req-fcd1ac22-4f72-41a7-bf2a-337fbb63cfa4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 943 time: 0.0488675 Oct 31 14:57:23.492190 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-da088320-6185-4c89-bc05-7bfdc76b291f req-9cdca0ab-c283-4f51-827c-103eba289b5b tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445845 Oct 31 14:57:23.743375 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 4b76563d-9e42-4d52-990e-24dd9cbbde04 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:23.791498 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 4b76563d-9e42-4d52-990e-24dd9cbbde04 completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 14:57:23.796357 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 4b76563d-9e42-4d52-990e-24dd9cbbde04 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:23.796799 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:23.797207 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 4b76563d-9e42-4d52-990e-24dd9cbbde04 Oct 31 14:57:23.881991 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 4b76563d-9e42-4d52-990e-24dd9cbbde04 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:23.882377 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:23.906678 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e52643-da13-4beb-85c9-fd94d0330a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b76563d-9e42-4d52-990e-24dd9cbbde04'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:23.909118 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6c3330-ae3b-43cf-b889-8cc5e62e2629" -d '{"events": [{"server_uuid": "b8e52643-da13-4beb-85c9-fd94d0330a8b", "name": "network-vif-plugged", "status": "completed", "tag": "4b76563d-9e42-4d52-990e-24dd9cbbde04"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:23.925338 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:23.927674 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 4b76563d-9e42-4d52-990e-24dd9cbbde04, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=4b76563d-9e42-4d52-990e-24dd9cbbde04,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:23.929024 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=4 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:23.934639 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:23.939709 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:23.972580 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d1bff9-4aad-42d8-bc77-b83707e67568 x-openstack-request-id: req-72d1bff9-4aad-42d8-bc77-b83707e67568 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:23.972906 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e52643-da13-4beb-85c9-fd94d0330a8b", "name": "network-vif-plugged", "status": "completed", "tag": "4b76563d-9e42-4d52-990e-24dd9cbbde04", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:23.973975 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72d1bff9-4aad-42d8-bc77-b83707e67568 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:23.973975 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d1bff9-4aad-42d8-bc77-b83707e67568'] response: {'server_uuid': 'b8e52643-da13-4beb-85c9-fd94d0330a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b76563d-9e42-4d52-990e-24dd9cbbde04', 'code': 200} Oct 31 14:57:24.002069 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd6b30-b16d-4cdd-8053-267a0b0ac0ad req-5fa3b026-035c-4ec8-8ac9-a2702c962750 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:24.003878 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1acd6b30-b16d-4cdd-8053-267a0b0ac0ad req-5fa3b026-035c-4ec8-8ac9-a2702c962750 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 944 time: 0.0921974 Oct 31 14:57:24.004286 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=4b76563d-9e42-4d52-990e-24dd9cbbde04,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:24.069277 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1acd6b30-b16d-4cdd-8053-267a0b0ac0ad req-57f1ee10-f6a6-4567-8ec9-1125814b4c3d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565767 Oct 31 14:57:24.166047 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7b674-b290-4ea0-b98c-925d51b98c35 req-8e112da0-7a52-4263-9d65-0cbd68e9b62c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:24.168221 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-11f7b674-b290-4ea0-b98c-925d51b98c35 req-8e112da0-7a52-4263-9d65-0cbd68e9b62c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0610454 Oct 31 14:57:24.257431 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Request body: {'port': {'device_id': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:24.321791 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:24.402524 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-e29865bd-cea9-48c4-943c-356ebfd40bd1 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093725 Oct 31 14:57:24.430293 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee5186-a500-40d4-bbe0-65e24e9c72e5 req-6997d81e-d4f8-47aa-a5fe-e23683507a05 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:24.434061 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-dbee5186-a500-40d4-bbe0-65e24e9c72e5 req-6997d81e-d4f8-47aa-a5fe-e23683507a05 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 932 time: 0.0756645 Oct 31 14:57:24.477877 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-11f7b674-b290-4ea0-b98c-925d51b98c35 req-750f1e4e-40a9-432b-a82e-49252004224c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987971 Oct 31 14:57:24.479003 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba8278-98de-43e2-976c-299f06bd5392 req-a4cf50c7-12c0-40d3-bd59-a9e5b9dbe7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:24.480623 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-09ba8278-98de-43e2-976c-299f06bd5392 req-a4cf50c7-12c0-40d3-bd59-a9e5b9dbe7b1 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 1128 time: 0.2500091 Oct 31 14:57:24.495342 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-dbee5186-a500-40d4-bbe0-65e24e9c72e5 req-5328d456-09df-44d0-9a7a-d608784c937e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527303 Oct 31 14:57:24.597662 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (066e375b-5369-47d6-9723-3f3d6ad24590), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:24.634430 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-30ae0961-93db-4cb3-ad49-110a2161aa49 req-41b8a06b-e92d-41c7-9055-1fc3777ba32c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077950 Oct 31 14:57:24.638657 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-e920e4f3-365e-4163-97cb-64088d612d12 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250784 Oct 31 14:57:24.676258 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91679456-09ea-4762-9a88-85cae2d3ebb2 req-6441e8cf-a5a7-4974-802c-1c138ad7b7e5 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:24.678251 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-91679456-09ea-4762-9a88-85cae2d3ebb2 req-6441e8cf-a5a7-4974-802c-1c138ad7b7e5 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 943 time: 0.0821064 Oct 31 14:57:24.764874 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-91679456-09ea-4762-9a88-85cae2d3ebb2 req-27925614-4b87-4827-88da-7e1ea60794f8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778952 Oct 31 14:57:24.773381 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:24.802389 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd820c3-5d69-4533-828d-2c0756a4656b req-eb27f1aa-5470-4b9d-a3d7-260e3f639363 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:24.804111 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7cd820c3-5d69-4533-828d-2c0756a4656b req-eb27f1aa-5470-4b9d-a3d7-260e3f639363 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 945 time: 0.1813526 Oct 31 14:57:24.947641 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25a2c0-b0bb-4df7-b791-c2f9bf81e019 req-9ecbc223-955a-4f53-a991-28fad85bafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:24.951524 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bb25a2c0-b0bb-4df7-b791-c2f9bf81e019 req-9ecbc223-955a-4f53-a991-28fad85bafd9 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 1129 time: 0.1819966 Oct 31 14:57:25.057107 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba8278-98de-43e2-976c-299f06bd5392 req-04f4e45b-548f-483f-bc1b-b7ce2754cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:25.058683 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41038) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:25.059297 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-09ba8278-98de-43e2-976c-299f06bd5392 req-04f4e45b-548f-483f-bc1b-b7ce2754cb2b service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 919 time: 0.4199569 Oct 31 14:57:25.075901 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9d5621e8-00fe-4208-abab-af0528972e71 req-7e24a16c-cd80-4c40-8dba-bd059d6bac70 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486590 Oct 31 14:57:25.083944 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7cd820c3-5d69-4533-828d-2c0756a4656b req-9d125168-5ca4-49f5-812e-256b4a035f95 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301610 Oct 31 14:57:25.220805 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2dea8ed7-3624-4777-a87b-45085fbbcf3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:25.238798 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a7200-b036-47f9-8217-fed70b175c21 req-3a01d753-0f47-49eb-8e51-9ae4421c65a2 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:25.240716 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-557a7200-b036-47f9-8217-fed70b175c21 req-3a01d753-0f47-49eb-8e51-9ae4421c65a2 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 944 time: 0.0738428 Oct 31 14:57:25.255792 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066e375b-5369-47d6-9723-3f3d6ad24590 {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:57:25.255792 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Publish callbacks [] for port (066e375b-5369-47d6-9723-3f3d6ad24590), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:25.273399 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Transition to ACTIVE for port object 066e375b-5369-47d6-9723-3f3d6ad24590 will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 14:57:25.279243 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (066e375b-5369-47d6-9723-3f3d6ad24590), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:25.297552 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:25.372439 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2dea8ed7-3624-4777-a87b-45085fbbcf3d admin admin] Publish callbacks [] for security_group (37596c60-2097-4547-bbc4-47d9014306d6), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:25.377416 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-557a7200-b036-47f9-8217-fed70b175c21 req-bbf17314-06a3-449f-90d2-175964e87630 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806482 Oct 31 14:57:25.378568 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2dea8ed7-3624-4777-a87b-45085fbbcf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (37596c60-2097-4547-bbc4-47d9014306d6), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:25.381070 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Pushing event updated for resources: {'Port': ['ID=066e375b-5369-47d6-9723-3f3d6ad24590,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:25.385744 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Attempting to bind port 066e375b-5369-47d6-9723-3f3d6ad24590 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:57:25.386151 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Attempting to bind port 066e375b-5369-47d6-9723-3f3d6ad24590 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:57:25.386606 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Attempting to bind port 066e375b-5369-47d6-9723-3f3d6ad24590 on network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:57:25.390137 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:25.419487 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-2dea8ed7-3624-4777-a87b-45085fbbcf3d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=fbcaed4971c04c66b46ee6b90d6b54be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587403 Oct 31 14:57:25.424169 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 41048) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:25.424299 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:25.426764 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea8ed7-3624-4777-a87b-45085fbbcf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37596c60-2097-4547-bbc4-47d9014306d6,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:25.460275 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Port 066e375b-5369-47d6-9723-3f3d6ad24590 on network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 14:57:25.460600 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Attempting to bind port 066e375b-5369-47d6-9723-3f3d6ad24590 on network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:57:25.516837 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f34c412-25a8-4d46-b3eb-73dfd7c1c50d admin admin] Publish callbacks [] for security_group (37596c60-2097-4547-bbc4-47d9014306d6), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:25.534453 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:57:25.534560 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Checking segment: {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:57:25.536359 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Bound using segment: {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:57:25.536359 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Bound port: 066e375b-5369-47d6-9723-3f3d6ad24590, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:57:25.536359 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (066e375b-5369-47d6-9723-3f3d6ad24590), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:25.555651 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f34c412-25a8-4d46-b3eb-73dfd7c1c50d admin admin] Publish callbacks [] for security_group (37596c60-2097-4547-bbc4-47d9014306d6), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:25.614742 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:25.637386 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300c6c3-a357-4dbb-869d-10540f36842f req-bfb5ea9a-f6ce-4046-a697-7f3165635be0 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:25.638908 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3300c6c3-a357-4dbb-869d-10540f36842f req-bfb5ea9a-f6ce-4046-a697-7f3165635be0 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0507944 Oct 31 14:57:25.666897 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f9eee-6ac1-46a3-82e4-4ef75a27f0d1 req-2c690d81-5340-434e-b0cb-a26f98944899 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:25.668531 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6d2f9eee-6ac1-46a3-82e4-4ef75a27f0d1 req-2c690d81-5340-434e-b0cb-a26f98944899 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 944 time: 0.0768898 Oct 31 14:57:25.692769 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3300c6c3-a357-4dbb-869d-10540f36842f req-b1cd069a-47aa-44b6-9dfc-8b698552e33a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464525 Oct 31 14:57:25.694474 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] For port 066e375b-5369-47d6-9723-3f3d6ad24590, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:57:25.696473 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f34c412-25a8-4d46-b3eb-73dfd7c1c50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (37596c60-2097-4547-bbc4-47d9014306d6), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:25.699469 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f34c412-25a8-4d46-b3eb-73dfd7c1c50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:25.700624 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-3f34c412-25a8-4d46-b3eb-73dfd7c1c50d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/37596c60-2097-4547-bbc4-47d9014306d6 HTTP/1.1" status: 204 len: 168 time: 0.2753637 Oct 31 14:57:25.724200 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34c412-25a8-4d46-b3eb-73dfd7c1c50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37596c60-2097-4547-bbc4-47d9014306d6,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:25.726759 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] For port 066e375b-5369-47d6-9723-3f3d6ad24590, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=066e375b-5369-47d6-9723-3f3d6ad24590,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:57:25.741145 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (066e375b-5369-47d6-9723-3f3d6ad24590), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:25.754035 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:25.754035 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:25.755356 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/066e375b-5369-47d6-9723-3f3d6ad24590 HTTP/1.1" status: 200 len: 1094 time: 1.5277121 Oct 31 14:57:25.758550 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'tag': '066e375b-5369-47d6-9723-3f3d6ad24590'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:25.761351 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a450be2c-307a-4a57-b3de-77358a1b7a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "90f3404c-864a-4f8c-9444-8b3740b79f7b", "tag": "066e375b-5369-47d6-9723-3f3d6ad24590"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:25.787421 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6d2f9eee-6ac1-46a3-82e4-4ef75a27f0d1 req-17487c63-58e5-494c-b53f-561da0e2ac50 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117890 Oct 31 14:57:25.813992 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] Pushing event updated for resources: {'Port': ['ID=066e375b-5369-47d6-9723-3f3d6ad24590,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:25.831898 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43627e4d-7873-4d87-8cf1-20a29334f72c x-openstack-request-id: req-43627e4d-7873-4d87-8cf1-20a29334f72c {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:25.832383 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f3404c-864a-4f8c-9444-8b3740b79f7b", "tag": "066e375b-5369-47d6-9723-3f3d6ad24590", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:25.832711 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43627e4d-7873-4d87-8cf1-20a29334f72c {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:25.833405 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43627e4d-7873-4d87-8cf1-20a29334f72c'] response: {'name': 'network-changed', 'server_uuid': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'tag': '066e375b-5369-47d6-9723-3f3d6ad24590', 'status': 'completed', 'code': 200} Oct 31 14:57:25.909718 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5abc39-717c-4613-86ec-c39fb918907f req-cf5366b1-e528-4590-a6ba-a11e17879e30 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:25.911277 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6b5abc39-717c-4613-86ec-c39fb918907f req-cf5366b1-e528-4590-a6ba-a11e17879e30 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 943 time: 0.0481422 Oct 31 14:57:25.965020 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6b5abc39-717c-4613-86ec-c39fb918907f req-6076c324-2e73-4b9f-86ab-df80b0f135b6 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475068 Oct 31 14:57:26.015882 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41064) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:26.033000 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-02e8af31-79c4-482b-b97d-1e2cd70e2cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:26.104313 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-02e8af31-79c4-482b-b97d-1e2cd70e2cec admin admin] Publish callbacks [] for security_group (d9e1ffa1-00ed-4f6a-b0bb-e1971e73427c), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:26.107988 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-02e8af31-79c4-482b-b97d-1e2cd70e2cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (d9e1ffa1-00ed-4f6a-b0bb-e1971e73427c), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:26.146786 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8af31-79c4-482b-b97d-1e2cd70e2cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e1ffa1-00ed-4f6a-b0bb-e1971e73427c,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:26.151214 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-02e8af31-79c4-482b-b97d-1e2cd70e2cec admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=78d7dc6835e64bc19dc66cb00c3f47ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341929 Oct 31 14:57:26.153901 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41068) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:26.238321 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8aa29e2c-e7af-4616-ba38-37201ca2e988 admin admin] Publish callbacks [] for security_group (d9e1ffa1-00ed-4f6a-b0bb-e1971e73427c), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:26.246215 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e7f67-45d2-4cf6-b8b2-fcd581db6975 req-abed79db-65e2-4085-8f2d-ce95a1df8256 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:26.247705 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d07e7f67-45d2-4cf6-b8b2-fcd581db6975 req-abed79db-65e2-4085-8f2d-ce95a1df8256 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 945 time: 0.0665224 Oct 31 14:57:26.281172 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8aa29e2c-e7af-4616-ba38-37201ca2e988 admin admin] Publish callbacks [] for security_group (d9e1ffa1-00ed-4f6a-b0bb-e1971e73427c), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:26.331368 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d07e7f67-45d2-4cf6-b8b2-fcd581db6975 req-5d7d8ad4-01b0-4758-934a-76564b9b12f3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772870 Oct 31 14:57:26.350008 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8aa29e2c-e7af-4616-ba38-37201ca2e988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (d9e1ffa1-00ed-4f6a-b0bb-e1971e73427c), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:26.363652 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8aa29e2c-e7af-4616-ba38-37201ca2e988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:26.363652 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-8aa29e2c-e7af-4616-ba38-37201ca2e988 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d9e1ffa1-00ed-4f6a-b0bb-e1971e73427c HTTP/1.1" status: 204 len: 168 time: 0.1994185 Oct 31 14:57:26.363652 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa29e2c-e7af-4616-ba38-37201ca2e988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e1ffa1-00ed-4f6a-b0bb-e1971e73427c,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:26.515681 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efe8cc-ddae-4273-a825-9ef676cbb858 req-6c6a4f51-59db-48f3-a49e-8f1140ee5176 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:26.517263 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-46efe8cc-ddae-4273-a825-9ef676cbb858 req-6c6a4f51-59db-48f3-a49e-8f1140ee5176 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 944 time: 0.0476191 Oct 31 14:57:26.570199 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-46efe8cc-ddae-4273-a825-9ef676cbb858 req-4da95f21-eb2f-4b14-9f2a-0c8a38d39a8d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460863 Oct 31 14:57:26.688129 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41078) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:26.702154 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ee29-1dca-431b-80be-d88b95ba32b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:26.769565 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6951bd8b-ac72-4ceb-9344-47d91749e055 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 14:57:26.794781 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ee29-1dca-431b-80be-d88b95ba32b5 admin admin] Publish callbacks [] for security_group (a61098b9-b2f8-4b17-94a1-64679b9417d4), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:26.815146 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ee29-1dca-431b-80be-d88b95ba32b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a61098b9-b2f8-4b17-94a1-64679b9417d4), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:26.852027 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:26.859521 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100002da-c64f-47d9-82df-133bf01c9d5e req-d7197b90-2a1a-4f84-91e0-99b77b59fac5 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:26.861078 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-100002da-c64f-47d9-82df-133bf01c9d5e req-d7197b90-2a1a-4f84-91e0-99b77b59fac5 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0815754 Oct 31 14:57:26.886125 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-1ad2ee29-1dca-431b-80be-d88b95ba32b5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d21354c3e7ae481dbd38c5e3deead403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963010 Oct 31 14:57:26.889257 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41084) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:26.890181 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6951bd8b-ac72-4ceb-9344-47d91749e055, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6951bd8b-ac72-4ceb-9344-47d91749e055,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:26.904239 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'port_id': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'mac_address': 'fa:16:3e:a0:69:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 14:57:26.905643 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2ee29-1dca-431b-80be-d88b95ba32b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61098b9-b2f8-4b17-94a1-64679b9417d4,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:26.913688 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd627bd7-96be-47e4-b347-24c05ebad187 req-f89db10a-f2cf-4e38-a95d-a06a6a7bd8b5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:26.915438 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bd627bd7-96be-47e4-b347-24c05ebad187 req-f89db10a-f2cf-4e38-a95d-a06a6a7bd8b5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 944 time: 0.0516086 Oct 31 14:57:26.920973 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:26.977602 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 6951bd8b-ac72-4ceb-9344-47d91749e055 is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:26.978998 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:26.980920 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-100002da-c64f-47d9-82df-133bf01c9d5e req-244a38cf-e6e8-46a0-a242-35bd52df647f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106839 Oct 31 14:57:26.988109 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bd627bd7-96be-47e4-b347-24c05ebad187 req-21c93b2b-1be4-4164-b081-ca86ae4ef60f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645883 Oct 31 14:57:27.016172 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6951bd8b-ac72-4ceb-9344-47d91749e055 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:57:27.017614 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-05d9105d-6743-4684-bd32-fe038f195b82 admin admin] Publish callbacks [] for security_group (a61098b9-b2f8-4b17-94a1-64679b9417d4), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:27.038024 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6951bd8b-ac72-4ceb-9344-47d91749e055, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6951bd8b-ac72-4ceb-9344-47d91749e055,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:27.040581 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-05d9105d-6743-4684-bd32-fe038f195b82 admin admin] Publish callbacks [] for security_group (a61098b9-b2f8-4b17-94a1-64679b9417d4), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:27.043832 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:27.048820 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:27.099773 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-05d9105d-6743-4684-bd32-fe038f195b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a61098b9-b2f8-4b17-94a1-64679b9417d4), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:27.103089 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-05d9105d-6743-4684-bd32-fe038f195b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:27.105037 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-05d9105d-6743-4684-bd32-fe038f195b82 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a61098b9-b2f8-4b17-94a1-64679b9417d4 HTTP/1.1" status: 204 len: 168 time: 0.2072930 Oct 31 14:57:27.105640 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=6951bd8b-ac72-4ceb-9344-47d91749e055,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:27.121239 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9105d-6743-4684-bd32-fe038f195b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61098b9-b2f8-4b17-94a1-64679b9417d4,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:27.123418 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b5adb-e043-489c-bebf-29aa57c7cf1f req-f77af460-60ea-44c1-b082-5da936dc0e47 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:27.125019 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-252b5adb-e043-489c-bebf-29aa57c7cf1f req-f77af460-60ea-44c1-b082-5da936dc0e47 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 943 time: 0.0604494 Oct 31 14:57:27.180227 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-252b5adb-e043-489c-bebf-29aa57c7cf1f req-23601cf1-1578-4436-9ea7-040953b1165d tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474238 Oct 31 14:57:27.479827 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018305b2-10b1-4557-b5ff-507753797e31 req-46518f86-bf98-4b64-94b3-0307dfeb827a tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:27.481387 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-018305b2-10b1-4557-b5ff-507753797e31 req-46518f86-bf98-4b64-94b3-0307dfeb827a tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 945 time: 0.0592151 Oct 31 14:57:27.532284 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-018305b2-10b1-4557-b5ff-507753797e31 req-2ccbd2d1-05d7-4f28-a0b6-b113258ff328 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450759 Oct 31 14:57:27.694466 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a98f9-7ebf-4279-99a8-3847673b2470 req-b227df49-165a-423b-a560-fc1115cb9ddd tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:27.695982 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-915a98f9-7ebf-4279-99a8-3847673b2470 req-b227df49-165a-423b-a560-fc1115cb9ddd tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 944 time: 0.0504720 Oct 31 14:57:27.747306 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-915a98f9-7ebf-4279-99a8-3847673b2470 req-0b10ac0e-dd93-4c45-9993-964c71793bc1 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448091 Oct 31 14:57:27.974637 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-09ba8278-98de-43e2-976c-299f06bd5392 req-7f9453d3-0188-4c8d-bcb6-b5530701386f service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb7edab-168d-4a77-a2bd-14d7c9e243e8 HTTP/1.1" status: 200 len: 217 time: 0.0451005 Oct 31 14:57:27.996477 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 14:57:27.998678 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:28.011292 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bb25a2c0-b0bb-4df7-b791-c2f9bf81e019 req-edf558a3-0919-4b8e-b762-7bbbb80fc8c2 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701282 Oct 31 14:57:28.132707 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6bb7edab-168d-4a77-a2bd-14d7c9e243e8,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:28.143456 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89785f2d-ed4c-4b12-9db7-1f0d8b50d441 req-2910f575-c1ab-4db9-afd2-339845ca3567 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:28.145455 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-89785f2d-ed4c-4b12-9db7-1f0d8b50d441 req-2910f575-c1ab-4db9-afd2-339845ca3567 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 945 time: 0.0675290 Oct 31 14:57:28.153022 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '6bb7edab-168d-4a77-a2bd-14d7c9e243e8', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'port_id': '6bb7edab-168d-4a77-a2bd-14d7c9e243e8', 'mac_address': 'fa:16:3e:c8:fe:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 14:57:28.162054 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fbc7e-7ac5-46ac-afcb-a94ebc48d6b2 req-d1202017-cb63-42f0-a74f-ace9a3153869 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:28.163744 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7c1fbc7e-7ac5-46ac-afcb-a94ebc48d6b2 req-d1202017-cb63-42f0-a74f-ace9a3153869 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 944 time: 0.0919151 Oct 31 14:57:28.196699 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:28.197091 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:28.212180 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:57:28.232817 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-89785f2d-ed4c-4b12-9db7-1f0d8b50d441 req-c2079597-13f4-429a-be77-c4eebb5edbad tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807095 Oct 31 14:57:28.240860 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6bb7edab-168d-4a77-a2bd-14d7c9e243e8,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:28.245583 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7c1fbc7e-7ac5-46ac-afcb-a94ebc48d6b2 req-0992b4ba-2f4d-4a8c-8959-9587194aa058 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738361 Oct 31 14:57:28.247295 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:28.315538 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=6bb7edab-168d-4a77-a2bd-14d7c9e243e8,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:28.323265 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:28.323690 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:28.324056 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:28.324409 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:28.324795 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:28.325126 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:28.325447 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:28.325767 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:28.326087 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:28.326404 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:28.326725 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:28.327104 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:28.327423 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:28.327767 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:28.328244 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:28.366447 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05e2c6-aa71-41e3-ad65-7d4fdb9e34c9 req-dc31fab2-e2dd-4e90-a1c1-8be8496452dd tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:28.368425 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0f05e2c6-aa71-41e3-ad65-7d4fdb9e34c9 req-dc31fab2-e2dd-4e90-a1c1-8be8496452dd tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 943 time: 0.0583885 Oct 31 14:57:28.435634 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0f05e2c6-aa71-41e3-ad65-7d4fdb9e34c9 req-51dd2558-664c-4874-9072-deedb81dbfdb tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612667 Oct 31 14:57:28.504928 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['6bb7edab-168d-4a77-a2bd-14d7c9e243e8'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:57:28.702350 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee2b7b-c09c-4348-8594-fada73dccf32 req-802cccef-21f8-4601-9b1f-ca41ccb26c6c tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:28.705424 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-54ee2b7b-c09c-4348-8594-fada73dccf32 req-802cccef-21f8-4601-9b1f-ca41ccb26c6c tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 945 time: 0.0635686 Oct 31 14:57:28.747584 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:28.780218 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-54ee2b7b-c09c-4348-8594-fada73dccf32 req-9888d208-8ba4-4368-8a12-0d457d875938 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672610 Oct 31 14:57:28.887110 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ef5c0-2319-400e-8224-485961a2df1d req-cc680374-186e-4676-9c55-c2520e063443 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:28.888626 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c29ef5c0-2319-400e-8224-485961a2df1d req-cc680374-186e-4676-9c55-c2520e063443 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 945 time: 0.0538375 Oct 31 14:57:28.905758 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:28.943969 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c29ef5c0-2319-400e-8224-485961a2df1d req-3482b9bb-0c37-4b11-97a1-12113bd462f2 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496800 Oct 31 14:57:29.018743 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba8278-98de-43e2-976c-299f06bd5392 req-9b136bd3-b031-4077-baff-4aa914734934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:29.020241 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-09ba8278-98de-43e2-976c-299f06bd5392 req-9b136bd3-b031-4077-baff-4aa914734934 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.0490386 Oct 31 14:57:29.394367 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab39ecf-7e1d-42b6-994e-98d3411c1dab req-799386ef-067d-433a-8550-d46c87763c80 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:29.394958 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0b346-c69f-4211-b9bc-f637a914e91d req-65495fb3-1cc3-4bf9-9eca-c57db7d65946 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:29.395869 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-04d0b346-c69f-4211-b9bc-f637a914e91d req-65495fb3-1cc3-4bf9-9eca-c57db7d65946 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 944 time: 0.0459268 Oct 31 14:57:29.396079 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cab39ecf-7e1d-42b6-994e-98d3411c1dab req-799386ef-067d-433a-8550-d46c87763c80 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 945 time: 0.0476835 Oct 31 14:57:29.443844 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cab39ecf-7e1d-42b6-994e-98d3411c1dab req-05908cbb-8365-4f01-b4b6-c08972f63708 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414817 Oct 31 14:57:29.444076 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-04d0b346-c69f-4211-b9bc-f637a914e91d req-1560c6d0-12ae-4f4f-a4d9-4e11a6ea0cd4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413406 Oct 31 14:57:29.551970 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5e076-043d-4b93-94f1-038bebfca89b req-2794242d-cfd8-45f4-86bd-b7dd854f8693 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:29.553392 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-56f5e076-043d-4b93-94f1-038bebfca89b req-2794242d-cfd8-45f4-86bd-b7dd854f8693 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 943 time: 0.0503638 Oct 31 14:57:29.601724 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-56f5e076-043d-4b93-94f1-038bebfca89b req-5f8b6b39-f3cc-4db0-8528-b9e759c90d67 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426583 Oct 31 14:57:29.912861 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c04aa-b65d-49dd-ab86-c64f3819420c req-eb9bccad-c97f-47c5-87c0-8cd1f4d2d9e8 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:29.914486 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ad2c04aa-b65d-49dd-ab86-c64f3819420c req-eb9bccad-c97f-47c5-87c0-8cd1f4d2d9e8 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 945 time: 0.0498576 Oct 31 14:57:29.961582 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ad2c04aa-b65d-49dd-ab86-c64f3819420c req-d067a7be-2dda-4909-a781-3140e3a26848 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413692 Oct 31 14:57:30.065657 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e7eaf-d8c9-42bb-bfc5-6789d31af413 req-ecbf47ea-2614-4c31-9df4-6e5789f08b22 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:30.067144 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ee4e7eaf-d8c9-42bb-bfc5-6789d31af413 req-ecbf47ea-2614-4c31-9df4-6e5789f08b22 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 945 time: 0.0467052 Oct 31 14:57:30.117020 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ee4e7eaf-d8c9-42bb-bfc5-6789d31af413 req-d6e59890-f409-4037-988c-3e1fecb4033e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442035 Oct 31 14:57:30.570923 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7ce5b-3269-4ba9-b77f-9c056a52522b req-e8fb9047-0794-4386-915a-3eeaa575778d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:30.571497 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e1dc1-15b2-44fe-bef6-39860a3a35a2 req-c8bb4397-dbe3-44de-8af5-353bcf673710 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:30.572620 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6f8e1dc1-15b2-44fe-bef6-39860a3a35a2 req-c8bb4397-dbe3-44de-8af5-353bcf673710 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 945 time: 0.0473180 Oct 31 14:57:30.573136 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b2c7ce5b-3269-4ba9-b77f-9c056a52522b req-e8fb9047-0794-4386-915a-3eeaa575778d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 944 time: 0.0516815 Oct 31 14:57:30.621597 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b2c7ce5b-3269-4ba9-b77f-9c056a52522b req-cc718dc9-5230-465c-b032-e1a230ff729d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 Oct 31 14:57:30.623268 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6f8e1dc1-15b2-44fe-bef6-39860a3a35a2 req-547a5e7e-f805-47a6-be3a-eeb4f2ed3e24 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450521 Oct 31 14:57:30.727191 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65d7df-7ee7-46bc-9d70-40cae2983e7f req-5843ebc6-7f9b-43fa-9b0c-041b1f5c4de7 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:30.728670 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3f65d7df-7ee7-46bc-9d70-40cae2983e7f req-5843ebc6-7f9b-43fa-9b0c-041b1f5c4de7 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 943 time: 0.0454004 Oct 31 14:57:30.774299 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3f65d7df-7ee7-46bc-9d70-40cae2983e7f req-b5f74ee8-839e-4c25-8b50-15de968f47ee tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396347 Oct 31 14:57:31.237971 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f93eb4-b78c-4e67-ae96-a0bbf250dee2 req-f0df08ef-d4c3-48fa-9864-ff88c18598b6 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:31.239437 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-01f93eb4-b78c-4e67-ae96-a0bbf250dee2 req-f0df08ef-d4c3-48fa-9864-ff88c18598b6 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 945 time: 0.0463104 Oct 31 14:57:31.288344 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-01f93eb4-b78c-4e67-ae96-a0bbf250dee2 req-22f854b3-05f7-46ae-8d4e-401d8de15193 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428860 Oct 31 14:57:31.570708 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450be2c-307a-4a57-b3de-77358a1b7a8e req-9684af86-1701-417a-8289-a095c6f47994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:31.572237 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a450be2c-307a-4a57-b3de-77358a1b7a8e req-9684af86-1701-417a-8289-a095c6f47994 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 1128 time: 0.0442290 Oct 31 14:57:31.746921 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2c13d-318d-4117-829e-57c1965dc8d3 req-e1c02492-04fc-4c05-92b6-3fff486dbc45 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:31.748583 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-88c2c13d-318d-4117-829e-57c1965dc8d3 req-e1c02492-04fc-4c05-92b6-3fff486dbc45 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 944 time: 0.0513420 Oct 31 14:57:31.752266 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16da2a-4742-4738-9aab-8f231a4a527b req-6abb4a4e-ea0f-4b26-bce2-de0e4f7a4c1d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:31.753731 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8b16da2a-4742-4738-9aab-8f231a4a527b req-6abb4a4e-ea0f-4b26-bce2-de0e4f7a4c1d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 945 time: 0.0513136 Oct 31 14:57:31.782206 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:31.786664 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:31.799328 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-88c2c13d-318d-4117-829e-57c1965dc8d3 req-46513eae-6b4d-40f2-a934-93a8d84f14e5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451365 Oct 31 14:57:31.810845 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8b16da2a-4742-4738-9aab-8f231a4a527b req-04b727d0-a01a-4105-bcbc-098d819e0174 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516987 Oct 31 14:57:31.853542 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 14:57:31.860482 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:31.861082 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:31.861446 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 Oct 31 14:57:31.906864 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['6951bd8b-ac72-4ceb-9344-47d91749e055'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:57:31.954389 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab116e0-58c1-4a12-b660-b9e9a4bd96a6 req-f0bbe344-689a-416d-927c-da83f37b2fe8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:31.956386 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3ab116e0-58c1-4a12-b660-b9e9a4bd96a6 req-f0bbe344-689a-416d-927c-da83f37b2fe8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 943 time: 0.0589106 Oct 31 14:57:31.986143 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:31.986809 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:32.013986 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba8278-98de-43e2-976c-299f06bd5392 req-1da0a652-1509-4829-83ad-9498a67bc800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:32.016946 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-09ba8278-98de-43e2-976c-299f06bd5392 req-1da0a652-1509-4829-83ad-9498a67bc800 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713353 Oct 31 14:57:32.033611 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e71890-419f-41a8-8e60-cd53d110c7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb7edab-168d-4a77-a2bd-14d7c9e243e8'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:32.035235 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3ab116e0-58c1-4a12-b660-b9e9a4bd96a6 req-d7a62f9f-13cc-4919-91cc-92db755c0c6c tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674605 Oct 31 14:57:32.035883 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e0fd67-15ac-4ebc-9d33-73f9ab0c9d9e" -d '{"events": [{"server_uuid": "c9e71890-419f-41a8-8e60-cd53d110c7ba", "name": "network-vif-plugged", "status": "completed", "tag": "6bb7edab-168d-4a77-a2bd-14d7c9e243e8"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:32.067052 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6bb7edab-168d-4a77-a2bd-14d7c9e243e8,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:32.077858 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:32.113411 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339512d0-eb86-4d07-9107-31bbfcd73003 x-openstack-request-id: req-339512d0-eb86-4d07-9107-31bbfcd73003 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:32.113787 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e71890-419f-41a8-8e60-cd53d110c7ba", "name": "network-vif-plugged", "status": "completed", "tag": "6bb7edab-168d-4a77-a2bd-14d7c9e243e8", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:32.114095 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-339512d0-eb86-4d07-9107-31bbfcd73003 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:32.114537 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339512d0-eb86-4d07-9107-31bbfcd73003'] response: {'server_uuid': 'c9e71890-419f-41a8-8e60-cd53d110c7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb7edab-168d-4a77-a2bd-14d7c9e243e8', 'code': 200} Oct 31 14:57:32.128901 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:32.176264 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=6bb7edab-168d-4a77-a2bd-14d7c9e243e8,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:32.391317 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:32.468380 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f85304-df88-4a5d-8eb8-fab0848b9930 req-f2db75cf-c30b-4c69-b842-f9135d38fcdb tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:32.480463 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-23f85304-df88-4a5d-8eb8-fab0848b9930 req-f2db75cf-c30b-4c69-b842-f9135d38fcdb tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0830557 Oct 31 14:57:32.523341 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:32.550380 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-23f85304-df88-4a5d-8eb8-fab0848b9930 req-7956958c-c1ca-4b19-8fb6-7afa32f47055 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616133 Oct 31 14:57:32.801094 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8a515-d3e9-4bf4-ab2a-f8c3ddb028c2 req-6e1c720a-ba70-4752-a8b2-c32411ae2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:32.802431 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2f8a515-d3e9-4bf4-ab2a-f8c3ddb028c2 req-6e1c720a-ba70-4752-a8b2-c32411ae2763 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 1130 time: 0.1019588 Oct 31 14:57:32.822152 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450be2c-307a-4a57-b3de-77358a1b7a8e req-3b40bb2c-0c2f-45b1-ab36-ed692cbe29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:32.824322 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a450be2c-307a-4a57-b3de-77358a1b7a8e req-3b40bb2c-0c2f-45b1-ab36-ed692cbe29f5 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?tenant_id=f629aa044ca845069237ecb8d889284e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5113649 Oct 31 14:57:32.826225 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-09ba8278-98de-43e2-976c-299f06bd5392 req-d32adb07-c9b5-4fd7-a802-7c63c89245c1 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330654 Oct 31 14:57:32.924252 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd49f3-c87a-4a3f-8142-479415473a22 req-d1ccdbae-ca75-400b-93b1-ce5560946beb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:32.925765 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-77bd49f3-c87a-4a3f-8142-479415473a22 req-d1ccdbae-ca75-400b-93b1-ce5560946beb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 944 time: 0.0465171 Oct 31 14:57:32.973559 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-77bd49f3-c87a-4a3f-8142-479415473a22 req-611e9649-419d-48c4-9b8f-65c6189fba03 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424395 Oct 31 14:57:33.071449 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12101b45-4420-4239-87a3-3b76f3ce20e3 req-60dc1102-73a7-4bfa-ade5-1e61afea50f3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:33.073471 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-12101b45-4420-4239-87a3-3b76f3ce20e3 req-60dc1102-73a7-4bfa-ade5-1e61afea50f3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 945 time: 0.0453172 Oct 31 14:57:33.119178 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-12101b45-4420-4239-87a3-3b76f3ce20e3 req-c4c1dcec-2c8b-4fb6-b0e5-8a437fb6386d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401685 Oct 31 14:57:33.237618 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59467c-6417-48f0-9937-ff757b996b57 req-33316269-c376-4c6c-b2a9-34a0a79ebdcd tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:33.239129 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cd59467c-6417-48f0-9937-ff757b996b57 req-33316269-c376-4c6c-b2a9-34a0a79ebdcd tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 943 time: 0.0543900 Oct 31 14:57:33.289077 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cd59467c-6417-48f0-9937-ff757b996b57 req-10814f7e-e53e-4a64-a334-9039799fd03a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433724 Oct 31 14:57:33.679678 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369612b-0ae6-4347-95e0-51477c2d3370 req-2cc0eabe-4f94-48b0-a1e0-dbf8779355ba tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:33.681241 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3369612b-0ae6-4347-95e0-51477c2d3370 req-2cc0eabe-4f94-48b0-a1e0-dbf8779355ba tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0475526 Oct 31 14:57:33.729979 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3369612b-0ae6-4347-95e0-51477c2d3370 req-06e24d18-c974-4f91-954d-df6a24b71147 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430305 Oct 31 14:57:33.780001 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41320) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:33.800014 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 24a2724b-5bec-4b7b-938e-508059f058d4 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 14:57:33.886937 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:33.904341 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 24a2724b-5bec-4b7b-938e-508059f058d4, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=24a2724b-5bec-4b7b-938e-508059f058d4,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:33.916186 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '24a2724b-5bec-4b7b-938e-508059f058d4', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'port_id': '24a2724b-5bec-4b7b-938e-508059f058d4', 'mac_address': 'fa:16:3e:c8:89:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 14:57:33.952257 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 24a2724b-5bec-4b7b-938e-508059f058d4 is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:33.952642 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (24a2724b-5bec-4b7b-938e-508059f058d4), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:33.966520 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a2724b-5bec-4b7b-938e-508059f058d4 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:57:33.966715 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Publish callbacks [] for security_group (2dc113f7-00eb-4726-92b8-2a164bbf82db), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:33.970797 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (2dc113f7-00eb-4726-92b8-2a164bbf82db), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:33.986685 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 24a2724b-5bec-4b7b-938e-508059f058d4, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=24a2724b-5bec-4b7b-938e-508059f058d4,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:33.991076 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (24a2724b-5bec-4b7b-938e-508059f058d4), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:34.019780 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=db9844d550444cf68b91c651487897fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386687 Oct 31 14:57:34.020172 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 41326) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:34.020748 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc113f7-00eb-4726-92b8-2a164bbf82db,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:34.030654 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.031003 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.031384 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.031755 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.032096 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.032430 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.032758 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.033085 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.033424 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.033754 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.034105 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.034449 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.035504 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.036019 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.036510 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9952-902a-4e98-8305-114e564da037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.044304 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=24a2724b-5bec-4b7b-938e-508059f058d4,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:34.062006 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:34.098496 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd035-6911-4e39-9f6f-90ba2ca39cb1 req-8e237df9-04aa-4ba2-a4f6-2b36991fddd4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:34.098690 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Publish callbacks [] for security_group (2dc113f7-00eb-4726-92b8-2a164bbf82db), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:34.100046 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-76ffd035-6911-4e39-9f6f-90ba2ca39cb1 req-8e237df9-04aa-4ba2-a4f6-2b36991fddd4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 944 time: 0.0489902 Oct 31 14:57:34.118998 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Publish callbacks [] for security_group (2dc113f7-00eb-4726-92b8-2a164bbf82db), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:34.147175 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-76ffd035-6911-4e39-9f6f-90ba2ca39cb1 req-87e786c2-e53e-41f0-a2b7-29ba6c8a19e0 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415976 Oct 31 14:57:34.169510 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (2dc113f7-00eb-4726-92b8-2a164bbf82db), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:34.173310 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:34.175997 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2dc113f7-00eb-4726-92b8-2a164bbf82db HTTP/1.1" status: 204 len: 168 time: 0.1532013 Oct 31 14:57:34.184185 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc113f7-00eb-4726-92b8-2a164bbf82db,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:34.192779 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.193117 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.193459 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.193911 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.194244 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.194577 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.194896 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.195397 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.195758 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.196152 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.196414 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.196739 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.197064 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.197903 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.198227 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a751b6-4dd0-4f06-8a46-5a88a495331a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:57:34.257738 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a4f32-bdb6-4049-bc3d-ebe08af9ca56 req-6adbf25d-28d8-4b28-9ed1-952756e4918a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:34.259212 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-355a4f32-bdb6-4049-bc3d-ebe08af9ca56 req-6adbf25d-28d8-4b28-9ed1-952756e4918a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 945 time: 0.0499940 Oct 31 14:57:34.310226 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-355a4f32-bdb6-4049-bc3d-ebe08af9ca56 req-62dc64ef-9325-4923-a156-7e07ddd5f9e7 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447798 Oct 31 14:57:34.420074 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b41d66-e0cb-4e22-8884-0afb91bc81ad req-d584bef2-e5f2-4496-87c4-04b240ce85b8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:34.421612 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-10b41d66-e0cb-4e22-8884-0afb91bc81ad req-d584bef2-e5f2-4496-87c4-04b240ce85b8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 944 time: 0.0516372 Oct 31 14:57:34.465407 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 41336) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:34.469292 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:34.474211 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-10b41d66-e0cb-4e22-8884-0afb91bc81ad req-d98dcf05-3272-4da7-93bf-b263caee7a1f tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469015 Oct 31 14:57:34.479909 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5c59cb10-5159-4910-9dab-4fb36899b0ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:34.559936 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5c59cb10-5159-4910-9dab-4fb36899b0ce admin admin] Publish callbacks [] for security_group (3748b0f3-a838-4a4a-a1ad-65507906d206), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:34.564482 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5c59cb10-5159-4910-9dab-4fb36899b0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (3748b0f3-a838-4a4a-a1ad-65507906d206), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:34.607641 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-5c59cb10-5159-4910-9dab-4fb36899b0ce admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=bb6becc00b6f414e92d6415a4df501e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410482 Oct 31 14:57:34.608472 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59cb10-5159-4910-9dab-4fb36899b0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3748b0f3-a838-4a4a-a1ad-65507906d206,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:34.611227 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41340) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:34.630777 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:34.664281 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b5239e19-f802-4709-8bdb-5c26960e0fef admin admin] Publish callbacks [] for security_group (3748b0f3-a838-4a4a-a1ad-65507906d206), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:34.683470 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b5239e19-f802-4709-8bdb-5c26960e0fef admin admin] Publish callbacks [] for security_group (3748b0f3-a838-4a4a-a1ad-65507906d206), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:34.730078 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b5239e19-f802-4709-8bdb-5c26960e0fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (3748b0f3-a838-4a4a-a1ad-65507906d206), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:34.732656 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b5239e19-f802-4709-8bdb-5c26960e0fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:34.733802 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-b5239e19-f802-4709-8bdb-5c26960e0fef admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3748b0f3-a838-4a4a-a1ad-65507906d206 HTTP/1.1" status: 204 len: 168 time: 0.1213024 Oct 31 14:57:34.741590 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5239e19-f802-4709-8bdb-5c26960e0fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3748b0f3-a838-4a4a-a1ad-65507906d206,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:34.861711 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6490da-b568-43ef-86e8-b0d6a4e87d35 req-9a5b2887-71e3-4424-b38e-16b669310aba tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:34.863214 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4e6490da-b568-43ef-86e8-b0d6a4e87d35 req-9a5b2887-71e3-4424-b38e-16b669310aba tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0513508 Oct 31 14:57:34.911888 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4e6490da-b568-43ef-86e8-b0d6a4e87d35 req-29e24f52-09b0-478e-b341-c8762e73b017 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Oct 31 14:57:34.926117 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:57:35.270911 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05da31-5de6-4ee4-97a4-501affb4d52d req-ffe82db6-691a-4666-85a6-d59afc20a465 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:35.272580 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1e05da31-5de6-4ee4-97a4-501affb4d52d req-ffe82db6-691a-4666-85a6-d59afc20a465 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 944 time: 0.0478249 Oct 31 14:57:35.321456 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1e05da31-5de6-4ee4-97a4-501affb4d52d req-ad9954f9-319a-4017-b715-57f71c1f37d7 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432777 Oct 31 14:57:35.435782 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffbd39-aecf-4b29-890f-1e67252f206d req-5cfd6ee8-8631-4a51-b6f9-f5026ac7efd5 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:35.437404 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7bffbd39-aecf-4b29-890f-1e67252f206d req-5cfd6ee8-8631-4a51-b6f9-f5026ac7efd5 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 945 time: 0.0473580 Oct 31 14:57:35.488400 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7bffbd39-aecf-4b29-890f-1e67252f206d req-566a752e-61cb-45cd-a2fe-7eb824ee5b68 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446398 Oct 31 14:57:35.498654 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6951bd8b-ac72-4ceb-9344-47d91749e055 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:35.553424 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 6951bd8b-ac72-4ceb-9344-47d91749e055 completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 14:57:35.562673 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 6951bd8b-ac72-4ceb-9344-47d91749e055 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:35.563079 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:35.563398 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 6951bd8b-ac72-4ceb-9344-47d91749e055 Oct 31 14:57:35.602246 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6530f73-9cfc-4082-b819-78b732562247 req-b8b0b734-0446-4bc1-9904-786f905b5fe6 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:35.604359 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d6530f73-9cfc-4082-b819-78b732562247 req-b8b0b734-0446-4bc1-9904-786f905b5fe6 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 944 time: 0.0489624 Oct 31 14:57:35.606266 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:35.656965 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 6951bd8b-ac72-4ceb-9344-47d91749e055 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:35.657592 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:35.676969 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d6530f73-9cfc-4082-b819-78b732562247 req-01e6e981-233d-491b-ba77-1c87ee220af2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656328 Oct 31 14:57:35.685551 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214568bd-3ebf-4f91-8153-d60959d49119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6951bd8b-ac72-4ceb-9344-47d91749e055'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:35.687919 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56256979-8c1b-4739-aa06-0357c80af19e" -d '{"events": [{"server_uuid": "214568bd-3ebf-4f91-8153-d60959d49119", "name": "network-vif-plugged", "status": "completed", "tag": "6951bd8b-ac72-4ceb-9344-47d91749e055"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:35.704239 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6951bd8b-ac72-4ceb-9344-47d91749e055, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6951bd8b-ac72-4ceb-9344-47d91749e055,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:35.714820 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:35.755880 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2db9770-6caa-46d3-986e-ebe1776f9d5f x-openstack-request-id: req-f2db9770-6caa-46d3-986e-ebe1776f9d5f {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:35.756171 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214568bd-3ebf-4f91-8153-d60959d49119", "name": "network-vif-plugged", "status": "completed", "tag": "6951bd8b-ac72-4ceb-9344-47d91749e055", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:35.756428 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2db9770-6caa-46d3-986e-ebe1776f9d5f {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:35.756823 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2db9770-6caa-46d3-986e-ebe1776f9d5f'] response: {'server_uuid': '214568bd-3ebf-4f91-8153-d60959d49119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'code': 200} Oct 31 14:57:35.784710 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=6951bd8b-ac72-4ceb-9344-47d91749e055,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:35.812867 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['24a2724b-5bec-4b7b-938e-508059f058d4'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:57:35.974754 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2f8a515-d3e9-4bf4-ab2a-f8c3ddb028c2 req-08fb011f-d415-49c8-aea8-eea3567a33fd service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516212 Oct 31 14:57:35.987060 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450be2c-307a-4a57-b3de-77358a1b7a8e req-3b430e1f-1e54-4d48-82f5-43c0e85a4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:35.989893 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a450be2c-307a-4a57-b3de-77358a1b7a8e req-3b430e1f-1e54-4d48-82f5-43c0e85a4179 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2753525 Oct 31 14:57:36.035950 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-09ba8278-98de-43e2-976c-299f06bd5392 req-bfa17b01-187b-46cd-ab37-638303f52744 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935901 Oct 31 14:57:36.149903 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695219eb-5b71-42d6-bd41-2afbf0fdcbc4 req-b270a651-f7f0-487f-bc9a-375d86beab7c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:36.156147 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-695219eb-5b71-42d6-bd41-2afbf0fdcbc4 req-b270a651-f7f0-487f-bc9a-375d86beab7c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0870223 Oct 31 14:57:36.245818 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-695219eb-5b71-42d6-bd41-2afbf0fdcbc4 req-fd2c8a7f-9523-4f1f-91e6-d572ed427113 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866082 Oct 31 14:57:36.337749 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-60a17709-bb65-4c08-be74-8ebb5897f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:36.339853 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-60a17709-bb65-4c08-be74-8ebb5897f30d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 1128 time: 0.0721097 Oct 31 14:57:36.469960 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53473ef3-69b2-49ff-b9aa-8218bba668b9 req-59ec2c0f-4cda-41dd-945a-9fb025f6cba9 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:36.471568 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-53473ef3-69b2-49ff-b9aa-8218bba668b9 req-59ec2c0f-4cda-41dd-945a-9fb025f6cba9 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 944 time: 0.0542715 Oct 31 14:57:36.530711 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-53473ef3-69b2-49ff-b9aa-8218bba668b9 req-2bc704f1-d86d-4a1d-b107-c1ac1bb05766 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533235 Oct 31 14:57:36.645334 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a430e57-8b4e-4950-bdf2-5a513ff08fa1 req-f9f529bc-1de1-4a6c-bcb0-a15433bd8cf1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:36.646905 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7a430e57-8b4e-4950-bdf2-5a513ff08fa1 req-f9f529bc-1de1-4a6c-bcb0-a15433bd8cf1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0623455 Oct 31 14:57:36.702920 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7a430e57-8b4e-4950-bdf2-5a513ff08fa1 req-243030bf-5661-4842-a064-e3e71a4ed01a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498624 Oct 31 14:57:36.779738 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-41efec47-804f-4c32-86bd-46d654e91884 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=066e375b-5369-47d6-9723-3f3d6ad24590 HTTP/1.1" status: 200 len: 217 time: 0.0413883 Oct 31 14:57:36.897410 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:36.927375 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e41e39-5031-4f57-9518-03ce40eaacf2 req-8fd7d949-e702-45d3-9299-b956ca5ad21b tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:36.929001 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-62e41e39-5031-4f57-9518-03ce40eaacf2 req-8fd7d949-e702-45d3-9299-b956ca5ad21b tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 944 time: 0.1521614 Oct 31 14:57:36.937504 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:36.953234 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9ab5f-f1a5-4d79-803e-fec3d5fb48eb req-3a64aca2-fd9e-48d9-a20d-1d42a8129b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:36.954734 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9fe9ab5f-f1a5-4d79-803e-fec3d5fb48eb req-3a64aca2-fd9e-48d9-a20d-1d42a8129b9b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 1130 time: 0.1237290 Oct 31 14:57:36.956591 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-efd5bb6d-42ff-439d-bc62-92c78d69af87 req-30f71984-0550-414f-b198-ebbfd765c410 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1332233 Oct 31 14:57:37.006204 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-20c3ee5e-0036-4fa0-b957-b1dc29048b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:37.007696 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-20c3ee5e-0036-4fa0-b957-b1dc29048b3c service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=6c0893af-f459-43bc-83fe-ab19005e56d2 HTTP/1.1" status: 200 len: 853 time: 0.1283197 Oct 31 14:57:37.040716 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-62e41e39-5031-4f57-9518-03ce40eaacf2 req-a3de924d-a1d0-4180-b276-0d40f92de125 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004767 Oct 31 14:57:37.048059 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9fe9ab5f-f1a5-4d79-803e-fec3d5fb48eb req-2ca8535b-8cfd-49bb-afa2-13537c3cfaeb service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814977 Oct 31 14:57:37.221986 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:37.414989 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c3b50-60a1-4bf5-a344-769da20a7656 req-b8cb40c0-9974-43bc-a68d-4eccc393235a tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:37.417487 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1f4c3b50-60a1-4bf5-a344-769da20a7656 req-b8cb40c0-9974-43bc-a68d-4eccc393235a tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0624542 Oct 31 14:57:37.430019 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-af66e301-41d1-46f2-8752-0417eea94bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:37.431844 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-af66e301-41d1-46f2-8752-0417eea94bec service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=344848ef-d9a5-4f9a-8ddf-c96c364ed358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473540 Oct 31 14:57:37.465884 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1f4c3b50-60a1-4bf5-a344-769da20a7656 req-fd594e2b-f087-4b29-8b57-76f6095e296f tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430961 Oct 31 14:57:37.503109 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41470) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:37.609041 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-14b5f461-92fe-4425-b38c-806ae830dd9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:37.659770 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a24be2-d615-4da0-b4ae-aae51fe11a06 req-396f3873-58f8-44fc-866f-67531eb46e3a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:37.661350 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-63a24be2-d615-4da0-b4ae-aae51fe11a06 req-396f3873-58f8-44fc-866f-67531eb46e3a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 944 time: 0.0499511 Oct 31 14:57:37.696786 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-14b5f461-92fe-4425-b38c-806ae830dd9f admin admin] Publish callbacks [] for security_group (a163abf4-a09d-41cf-bd5b-e8116da03916), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:37.702145 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-14b5f461-92fe-4425-b38c-806ae830dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a163abf4-a09d-41cf-bd5b-e8116da03916), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:37.715702 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:37.718294 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-63a24be2-d615-4da0-b4ae-aae51fe11a06 req-3dd104cd-336d-457a-beb5-29d5b605419a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502443 Oct 31 14:57:37.722686 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:37.746859 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5f461-92fe-4425-b38c-806ae830dd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a163abf4-a09d-41cf-bd5b-e8116da03916,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:37.757560 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-14b5f461-92fe-4425-b38c-806ae830dd9f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6192625f547e4870bca3dc6554aa41da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533500 Oct 31 14:57:37.761004 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 41482) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:37.809813 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 24a2724b-5bec-4b7b-938e-508059f058d4 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:37.840444 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0b83c915-a61e-448a-9807-6077495cdacd admin admin] Publish callbacks [] for security_group (a163abf4-a09d-41cf-bd5b-e8116da03916), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:37.861743 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0b83c915-a61e-448a-9807-6077495cdacd admin admin] Publish callbacks [] for security_group (a163abf4-a09d-41cf-bd5b-e8116da03916), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:37.861945 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:37.863220 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d8096-3026-4fea-b196-fc8269546f61 req-268813e3-c72d-45ca-800f-19014fc28860 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:37.864838 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c83d8096-3026-4fea-b196-fc8269546f61 req-268813e3-c72d-45ca-800f-19014fc28860 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0496340 Oct 31 14:57:37.875855 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 24a2724b-5bec-4b7b-938e-508059f058d4 completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 14:57:37.887503 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 24a2724b-5bec-4b7b-938e-508059f058d4 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:37.892311 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (24a2724b-5bec-4b7b-938e-508059f058d4), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:37.893002 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 24a2724b-5bec-4b7b-938e-508059f058d4 Oct 31 14:57:37.918090 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c83d8096-3026-4fea-b196-fc8269546f61 req-92691f5b-91ba-4e59-963a-577e0f5321c4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469658 Oct 31 14:57:37.954219 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bb6d-42ff-439d-bc62-92c78d69af87 req-54b36b8e-9825-4340-8677-ed4cedcbe166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:37.956538 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-efd5bb6d-42ff-439d-bc62-92c78d69af87 req-54b36b8e-9825-4340-8677-ed4cedcbe166 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=af86d70d54694b7995d03c8c607ae706&device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 1129 time: 0.0738635 Oct 31 14:57:37.976250 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0b83c915-a61e-448a-9807-6077495cdacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a163abf4-a09d-41cf-bd5b-e8116da03916), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:37.978875 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0b83c915-a61e-448a-9807-6077495cdacd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:37.980062 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-0b83c915-a61e-448a-9807-6077495cdacd admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a163abf4-a09d-41cf-bd5b-e8116da03916 HTTP/1.1" status: 204 len: 168 time: 0.2181475 Oct 31 14:57:37.988908 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83c915-a61e-448a-9807-6077495cdacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a163abf4-a09d-41cf-bd5b-e8116da03916,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:38.021738 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 24a2724b-5bec-4b7b-938e-508059f058d4 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:38.021938 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (24a2724b-5bec-4b7b-938e-508059f058d4), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:38.049517 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820c59dc-ee1a-4470-b9d6-14060ebd8337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a2724b-5bec-4b7b-938e-508059f058d4'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:38.051969 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795a3c6e-2a89-42e8-97ef-d48f0f0982c5" -d '{"events": [{"server_uuid": "820c59dc-ee1a-4470-b9d6-14060ebd8337", "name": "network-vif-plugged", "status": "completed", "tag": "24a2724b-5bec-4b7b-938e-508059f058d4"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:38.065241 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 24a2724b-5bec-4b7b-938e-508059f058d4, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=24a2724b-5bec-4b7b-938e-508059f058d4,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:38.069612 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (24a2724b-5bec-4b7b-938e-508059f058d4), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:38.124281 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c25b1c2-ba50-4810-879d-6bc8e20fbd4f x-openstack-request-id: req-2c25b1c2-ba50-4810-879d-6bc8e20fbd4f {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:38.124597 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820c59dc-ee1a-4470-b9d6-14060ebd8337", "name": "network-vif-plugged", "status": "completed", "tag": "24a2724b-5bec-4b7b-938e-508059f058d4", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:38.124854 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c25b1c2-ba50-4810-879d-6bc8e20fbd4f {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:38.125317 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c25b1c2-ba50-4810-879d-6bc8e20fbd4f'] response: {'server_uuid': '820c59dc-ee1a-4470-b9d6-14060ebd8337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a2724b-5bec-4b7b-938e-508059f058d4', 'code': 200} Oct 31 14:57:38.158462 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=24a2724b-5bec-4b7b-938e-508059f058d4,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:38.198148 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d40228-e775-488f-a3ea-8b00d1ab6dd1 req-b27fa6d8-1616-4ded-865d-b936f82e1d20 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:38.200084 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c6d40228-e775-488f-a3ea-8b00d1ab6dd1 req-b27fa6d8-1616-4ded-865d-b936f82e1d20 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0543807 Oct 31 14:57:38.260826 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c6d40228-e775-488f-a3ea-8b00d1ab6dd1 req-dd6ba5f6-c1be-48ed-8f55-7f136922a723 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528638 Oct 31 14:57:38.331988 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 41508) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:38.346437 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-20827fc9-1fb3-4202-a9fb-ea4965ad7d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:38.476032 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41514) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:38.560827 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-61d2f070-7104-4491-abc9-263e30089c8f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928968 Oct 31 14:57:38.606184 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0476c1b4-c07c-4870-a666-6a0b42b8a551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:38.607052 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:38.692780 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0476c1b4-c07c-4870-a666-6a0b42b8a551 admin admin] Publish callbacks [] for security_group (f82afa58-50eb-4ff2-b00b-117b4972dc9b), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:38.697135 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0476c1b4-c07c-4870-a666-6a0b42b8a551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (f82afa58-50eb-4ff2-b00b-117b4972dc9b), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:38.698969 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b562-5ed6-48ad-a4a5-1b2346c66891 req-d130c108-3688-4d2c-b187-1cc953c4debc tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:38.700504 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-88d9b562-5ed6-48ad-a4a5-1b2346c66891 req-d130c108-3688-4d2c-b187-1cc953c4debc tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.1424961 Oct 31 14:57:38.737883 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-0476c1b4-c07c-4870-a666-6a0b42b8a551 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7308e9a0e8b24dd68e7031770f9bd368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603974 Oct 31 14:57:38.738831 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476c1b4-c07c-4870-a666-6a0b42b8a551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82afa58-50eb-4ff2-b00b-117b4972dc9b,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:38.741241 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41520) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:38.762346 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-20827fc9-1fb3-4202-a9fb-ea4965ad7d07 admin admin] Publish callbacks [] for security_group (900ba2a0-fabc-4850-a318-fb19f46e4a74), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:38.781152 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bb6d-42ff-439d-bc62-92c78d69af87 req-2c819e4c-1dba-467d-a40e-496e02de4d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:38.782834 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-efd5bb6d-42ff-439d-bc62-92c78d69af87 req-2c819e4c-1dba-467d-a40e-496e02de4d33 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=62d09c23-95fd-46cc-ac62-b206a226f4d0 HTTP/1.1" status: 200 len: 913 time: 0.3850811 Oct 31 14:57:38.788034 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:38.789380 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-20827fc9-1fb3-4202-a9fb-ea4965ad7d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (900ba2a0-fabc-4850-a318-fb19f46e4a74), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:38.797302 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e685fc1-a31d-410a-9fd8-67cfa2b0cd14 req-d1f6763e-287d-4bb9-82eb-6281801617cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:38.797850 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-72f4fc77-4edd-49c8-a143-2afe120f30e3 admin admin] Publish callbacks [] for security_group (f82afa58-50eb-4ff2-b00b-117b4972dc9b), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:38.798785 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4e685fc1-a31d-410a-9fd8-67cfa2b0cd14 req-d1f6763e-287d-4bb9-82eb-6281801617cf service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 1129 time: 0.1894517 Oct 31 14:57:38.854278 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-72f4fc77-4edd-49c8-a143-2afe120f30e3 admin admin] Publish callbacks [] for security_group (f82afa58-50eb-4ff2-b00b-117b4972dc9b), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:38.877837 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-88d9b562-5ed6-48ad-a4a5-1b2346c66891 req-62d5de98-71d8-4799-9b66-d561f8fb5b8c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404998 Oct 31 14:57:38.878422 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20827fc9-1fb3-4202-a9fb-ea4965ad7d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900ba2a0-fabc-4850-a318-fb19f46e4a74,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:38.886227 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda0501-b83b-430f-880d-c64f6220db53 req-da4163f0-5875-4a66-8fc8-db22f0bad08d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:38.888405 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-20827fc9-1fb3-4202-a9fb-ea4965ad7d07 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=577d026033e64a8da7b66d1d1061fd27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5550442 Oct 31 14:57:38.891260 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 41528) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:38.894397 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ecda0501-b83b-430f-880d-c64f6220db53 req-da4163f0-5875-4a66-8fc8-db22f0bad08d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 944 time: 0.0877674 Oct 31 14:57:38.901237 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-f79c57e0-ef6f-492e-9f80-6d9d9e03d620 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929263 Oct 31 14:57:38.956330 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-213e1bf9-2872-44a5-9e70-c0500b624b0e admin admin] Publish callbacks [] for security_group (900ba2a0-fabc-4850-a318-fb19f46e4a74), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:38.965307 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ecda0501-b83b-430f-880d-c64f6220db53 req-0a14c30b-62c6-41e2-9ec3-cae23d42a13a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698521 Oct 31 14:57:38.985441 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-213e1bf9-2872-44a5-9e70-c0500b624b0e admin admin] Publish callbacks [] for security_group (900ba2a0-fabc-4850-a318-fb19f46e4a74), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:38.992176 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-72f4fc77-4edd-49c8-a143-2afe120f30e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (f82afa58-50eb-4ff2-b00b-117b4972dc9b), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:38.996277 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-72f4fc77-4edd-49c8-a143-2afe120f30e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:38.997343 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-72f4fc77-4edd-49c8-a143-2afe120f30e3 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f82afa58-50eb-4ff2-b00b-117b4972dc9b HTTP/1.1" status: 204 len: 168 time: 0.2546663 Oct 31 14:57:39.019216 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4fc77-4edd-49c8-a143-2afe120f30e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82afa58-50eb-4ff2-b00b-117b4972dc9b,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:39.073013 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-213e1bf9-2872-44a5-9e70-c0500b624b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (900ba2a0-fabc-4850-a318-fb19f46e4a74), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:39.079994 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-213e1bf9-2872-44a5-9e70-c0500b624b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:39.084797 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-213e1bf9-2872-44a5-9e70-c0500b624b0e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/900ba2a0-fabc-4850-a318-fb19f46e4a74 HTTP/1.1" status: 204 len: 168 time: 0.1913297 Oct 31 14:57:39.094882 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e1bf9-2872-44a5-9e70-c0500b624b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900ba2a0-fabc-4850-a318-fb19f46e4a74,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:39.159157 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17f560-0233-4656-80a1-65bd6ec62244 req-065fe6ca-5f58-4c90-9729-3ca69fa3af86 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:39.161062 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7a17f560-0233-4656-80a1-65bd6ec62244 req-065fe6ca-5f58-4c90-9729-3ca69fa3af86 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0816419 Oct 31 14:57:39.256040 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7a17f560-0233-4656-80a1-65bd6ec62244 req-c82d0335-608c-4692-8568-37de283c7194 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852628 Oct 31 14:57:39.321252 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-efd5bb6d-42ff-439d-bc62-92c78d69af87 req-b355b538-101f-4d3a-93cc-3cfefa337178 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a HTTP/1.1" status: 200 len: 217 time: 0.0833611 Oct 31 14:57:39.392790 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4e685fc1-a31d-410a-9fd8-67cfa2b0cd14 req-a192b330-2781-45ae-a0b8-1851ee03768b service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455140 Oct 31 14:57:39.403708 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b87314-062f-4205-980a-c9b8b8467890 req-6a27a663-f19b-47cf-b8ab-b06464642a62 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:39.405229 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-60b87314-062f-4205-980a-c9b8b8467890 req-6a27a663-f19b-47cf-b8ab-b06464642a62 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0675681 Oct 31 14:57:39.432336 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f8798-bd75-47e4-bfa6-e5f09713f449 req-80039835-19e8-4a10-a76f-9a0524b68a76 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:39.433860 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cc2f8798-bd75-47e4-bfa6-e5f09713f449 req-80039835-19e8-4a10-a76f-9a0524b68a76 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0650632 Oct 31 14:57:39.499111 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-60b87314-062f-4205-980a-c9b8b8467890 req-807c04b1-f480-4f5a-9390-c6e2a8b23c11 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823357 Oct 31 14:57:39.503995 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cc2f8798-bd75-47e4-bfa6-e5f09713f449 req-9d95731b-e7d6-40a5-91ec-1b8808aa527a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621970 Oct 31 14:57:39.677142 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 41558) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:39.861537 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-afa50b87-062f-442c-b106-2ba772c40ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:39.944961 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-afa50b87-062f-442c-b106-2ba772c40ea9 admin admin] Publish callbacks [] for security_group (74217146-2546-45ae-8dd3-336ee8283649), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:39.950161 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-afa50b87-062f-442c-b106-2ba772c40ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (74217146-2546-45ae-8dd3-336ee8283649), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:39.998146 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa50b87-062f-442c-b106-2ba772c40ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74217146-2546-45ae-8dd3-336ee8283649,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:40.023747 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-afa50b87-062f-442c-b106-2ba772c40ea9 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e9b4db8138434ee4ae5d9533c04f8b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3421052 Oct 31 14:57:40.023843 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41578) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:40.092048 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:40.099271 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6126338d-89ca-4ee9-a282-a6ab86362df4 admin admin] Publish callbacks [] for security_group (74217146-2546-45ae-8dd3-336ee8283649), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:40.111186 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:40.115160 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c0445-ea86-4d48-bedf-d127c881c682 req-f72d4dc8-54cc-48c3-9193-d95d0389a18f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:40.117143 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-653c0445-ea86-4d48-bedf-d127c881c682 req-f72d4dc8-54cc-48c3-9193-d95d0389a18f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 944 time: 0.0668116 Oct 31 14:57:40.129399 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6126338d-89ca-4ee9-a282-a6ab86362df4 admin admin] Publish callbacks [] for security_group (74217146-2546-45ae-8dd3-336ee8283649), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:40.184439 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-653c0445-ea86-4d48-bedf-d127c881c682 req-3732f053-a40b-4413-b5be-92fa49f2f147 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607023 Oct 31 14:57:40.215141 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6126338d-89ca-4ee9-a282-a6ab86362df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (74217146-2546-45ae-8dd3-336ee8283649), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:40.217779 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6126338d-89ca-4ee9-a282-a6ab86362df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:40.218934 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-6126338d-89ca-4ee9-a282-a6ab86362df4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/74217146-2546-45ae-8dd3-336ee8283649 HTTP/1.1" status: 204 len: 168 time: 0.1946785 Oct 31 14:57:40.230346 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126338d-89ca-4ee9-a282-a6ab86362df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74217146-2546-45ae-8dd3-336ee8283649,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:40.398714 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c366859-cb45-4f83-8fd9-faf6e46fdbce req-5dc93598-9073-485b-8a78-18b26d057394 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:40.408675 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:40.412426 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1c366859-cb45-4f83-8fd9-faf6e46fdbce req-5dc93598-9073-485b-8a78-18b26d057394 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0715299 Oct 31 14:57:40.484334 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1c366859-cb45-4f83-8fd9-faf6e46fdbce req-7431ff2d-dc40-4676-a731-f0fbdc906902 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664337 Oct 31 14:57:40.523507 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bb6d-42ff-439d-bc62-92c78d69af87 req-5c29dea9-3826-4edf-a0dd-dedb4af7aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:40.523507 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-efd5bb6d-42ff-439d-bc62-92c78d69af87 req-5c29dea9-3826-4edf-a0dd-dedb4af7aa0f service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=90ce64be-1186-4405-90d4-f5ff5d2a549a HTTP/1.1" status: 200 len: 851 time: 0.1243343 Oct 31 14:57:40.544517 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bf036-cd4a-43e1-b182-5620422ad78b req-8fc9fd5e-377e-49d1-a2a6-aa11a23f3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:40.546015 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-804bf036-cd4a-43e1-b182-5620422ad78b req-8fc9fd5e-377e-49d1-a2a6-aa11a23f3f42 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 1130 time: 0.0918517 Oct 31 14:57:40.652373 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bb6d-42ff-439d-bc62-92c78d69af87 req-5195d004-5bdb-400c-ac5d-890e88ca8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:40.653869 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-efd5bb6d-42ff-439d-bc62-92c78d69af87 req-5195d004-5bdb-400c-ac5d-890e88ca8228 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=62d09c23-95fd-46cc-ac62-b206a226f4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1257854 Oct 31 14:57:40.708039 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7500d-8543-49fd-b436-5347251e29b9 req-1338c780-f79b-47dc-9b82-ab08da52a2a6 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:40.709452 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-09e7500d-8543-49fd-b436-5347251e29b9 req-1338c780-f79b-47dc-9b82-ab08da52a2a6 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.1125617 Oct 31 14:57:40.724198 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:40.735924 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc23f69-0d9e-4fa5-8672-f8c384306beb req-588eee8d-1d74-4902-9bc0-185471a818c1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:40.737939 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ccc23f69-0d9e-4fa5-8672-f8c384306beb req-588eee8d-1d74-4902-9bc0-185471a818c1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0638590 Oct 31 14:57:40.738639 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41614) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:40.762983 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41616) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:40.771028 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-26990904-040b-40e1-bc85-ca41ce5eef74 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Request body: {'floatingip': {'port_id': '6951bd8b-ac72-4ceb-9344-47d91749e055'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:40.775603 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d9df1d18-a6d1-4ea8-8712-5c8ccc4fa52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:41.015088 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bf036-cd4a-43e1-b182-5620422ad78b req-f7a61e01-1c0f-4a63-9464-4c41d5bdd9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:41.016608 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-804bf036-cd4a-43e1-b182-5620422ad78b req-f7a61e01-1c0f-4a63-9464-4c41d5bdd9ed service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 919 time: 0.4484887 Oct 31 14:57:41.101057 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-26990904-040b-40e1-bc85-ca41ce5eef74 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for floatingip (9ee536d6-dcb8-456e-973d-0abdee15cfd8), before_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:41.117489 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-804bf036-cd4a-43e1-b182-5620422ad78b req-19189914-fc17-4a2e-921f-f8ff0bf81d8b service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb7edab-168d-4a77-a2bd-14d7c9e243e8 HTTP/1.1" status: 200 len: 217 time: 0.0932281 Oct 31 14:57:41.135653 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-09e7500d-8543-49fd-b436-5347251e29b9 req-c55d2ec5-35ba-4e59-898e-83cba6bb5fd4 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131393 Oct 31 14:57:41.206405 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-efd5bb6d-42ff-439d-bc62-92c78d69af87 req-6ad2e186-59d1-433f-bb76-b40ecfd77703 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/62d09c23-95fd-46cc-ac62-b206a226f4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180207 Oct 31 14:57:41.209030 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bf036-cd4a-43e1-b182-5620422ad78b req-f97f7e5e-7fb3-4be6-9c69-04d56c5bc4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:41.210379 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-804bf036-cd4a-43e1-b182-5620422ad78b req-f97f7e5e-7fb3-4be6-9c69-04d56c5bc4d1 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.0720463 Oct 31 14:57:41.221413 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a122db-d0b1-47b6-b9aa-6b5ce75636bd req-1ff08ecc-c90c-474e-97ee-98ff6f0c65db tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:41.222908 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d7a122db-d0b1-47b6-b9aa-6b5ce75636bd req-1ff08ecc-c90c-474e-97ee-98ff6f0c65db tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.1712506 Oct 31 14:57:41.391632 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bf036-cd4a-43e1-b182-5620422ad78b req-9efe0987-ae46-4b6a-9b67-26eb903f95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:41.394075 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-804bf036-cd4a-43e1-b182-5620422ad78b req-9efe0987-ae46-4b6a-9b67-26eb903f95b0 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1532986 Oct 31 14:57:41.426171 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d7a122db-d0b1-47b6-b9aa-6b5ce75636bd req-4c6fc812-a89b-4c53-8f92-37f692df5ffc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931198 Oct 31 14:57:41.434212 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d9df1d18-a6d1-4ea8-8712-5c8ccc4fa52e admin admin] Publish callbacks [] for security_group (4d89b51d-cc92-4296-923f-2243df23b000), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:41.446458 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d9df1d18-a6d1-4ea8-8712-5c8ccc4fa52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (4d89b51d-cc92-4296-923f-2243df23b000), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:41.474506 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badca041-a104-4c71-9d55-4ecd12783929 req-d0c932af-0f9d-49fb-a57f-2c689cb80f8b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:41.479325 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-badca041-a104-4c71-9d55-4ecd12783929 req-d0c932af-0f9d-49fb-a57f-2c689cb80f8b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 944 time: 0.1433017 Oct 31 14:57:41.524026 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df1d18-a6d1-4ea8-8712-5c8ccc4fa52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d89b51d-cc92-4296-923f-2243df23b000,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:41.543077 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-d9df1d18-a6d1-4ea8-8712-5c8ccc4fa52e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e796b1f09e7b470fb251ac2c88abd264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8030372 Oct 31 14:57:41.547189 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41646) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:41.561963 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-badca041-a104-4c71-9d55-4ecd12783929 req-62c27fd6-e744-4e13-a173-a02b7e1efb91 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604718 Oct 31 14:57:41.564121 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-efd5bb6d-42ff-439d-bc62-92c78d69af87 req-b128e4f0-e63c-4664-81a3-45a4a9fb70d6 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/62d09c23-95fd-46cc-ac62-b206a226f4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132737 Oct 31 14:57:41.791436 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:41.798682 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-25271c58-60e8-49aa-82c5-2993f97b96ee admin admin] Publish callbacks [] for security_group (4d89b51d-cc92-4296-923f-2243df23b000), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:41.825041 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 066e375b-5369-47d6-9723-3f3d6ad24590 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 14:57:41.852443 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:41.873762 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-25271c58-60e8-49aa-82c5-2993f97b96ee admin admin] Publish callbacks [] for security_group (4d89b51d-cc92-4296-923f-2243df23b000), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:42.027580 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-26990904-040b-40e1-bc85-ca41ce5eef74 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:42.032244 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:42.032998 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-26990904-040b-40e1-bc85-ca41ce5eef74 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (9ee536d6-dcb8-456e-973d-0abdee15cfd8), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:42.080784 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-804bf036-cd4a-43e1-b182-5620422ad78b req-fd1e5a9a-d426-4ef3-8b02-879ee4fd570f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400521 Oct 31 14:57:42.092342 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-25271c58-60e8-49aa-82c5-2993f97b96ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (4d89b51d-cc92-4296-923f-2243df23b000), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:42.096485 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-25271c58-60e8-49aa-82c5-2993f97b96ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:42.098059 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-25271c58-60e8-49aa-82c5-2993f97b96ee admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4d89b51d-cc92-4296-923f-2243df23b000 HTTP/1.1" status: 204 len: 168 time: 0.5496204 Oct 31 14:57:42.100406 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 066e375b-5369-47d6-9723-3f3d6ad24590, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=066e375b-5369-47d6-9723-3f3d6ad24590,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:42.137133 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '066e375b-5369-47d6-9723-3f3d6ad24590', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'port_id': '066e375b-5369-47d6-9723-3f3d6ad24590', 'mac_address': 'fa:16:3e:81:5c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 14:57:42.159950 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25271c58-60e8-49aa-82c5-2993f97b96ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d89b51d-cc92-4296-923f-2243df23b000,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:42.261206 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.l3_db [None req-26990904-040b-40e1-bc85-ca41ce5eef74 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Floating IP 9ee536d6-dcb8-456e-973d-0abdee15cfd8 associated. External IP: 172.27.0.72, port: 6951bd8b-ac72-4ceb-9344-47d91749e055. Oct 31 14:57:42.292720 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 066e375b-5369-47d6-9723-3f3d6ad24590 is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:42.294245 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (066e375b-5369-47d6-9723-3f3d6ad24590), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:42.327649 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066e375b-5369-47d6-9723-3f3d6ad24590 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:57:42.344159 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-804bf036-cd4a-43e1-b182-5620422ad78b req-3f72a1a6-5bd3-4f45-992d-18a6621c6679 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424629 Oct 31 14:57:42.370352 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 066e375b-5369-47d6-9723-3f3d6ad24590, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=066e375b-5369-47d6-9723-3f3d6ad24590,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:42.378589 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (066e375b-5369-47d6-9723-3f3d6ad24590), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:42.407867 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5067e5-001a-4733-b1a8-f132946a78ab req-8fb95f95-1c89-43a3-91c5-dbdccb08d7a9 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:42.409394 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6c5067e5-001a-4733-b1a8-f132946a78ab req-8fb95f95-1c89-43a3-91c5-dbdccb08d7a9 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0999572 Oct 31 14:57:42.477623 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6c5067e5-001a-4733-b1a8-f132946a78ab req-58f110c0-16a9-4527-9192-aae7b4bdd6cf tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568109 Oct 31 14:57:42.479040 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=066e375b-5369-47d6-9723-3f3d6ad24590,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:42.625037 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26990904-040b-40e1-bc85-ca41ce5eef74 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Router ec8344fd-beec-4a6a-b146-992fba136723 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 14:57:42.719784 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc929e-f24d-41b0-a6b3-95a943c39d04 req-b3c2a7f6-8bab-427c-b505-c3463c81bc1a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:42.732013 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-afbc929e-f24d-41b0-a6b3-95a943c39d04 req-b3c2a7f6-8bab-427c-b505-c3463c81bc1a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.1672308 Oct 31 14:57:42.796736 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-afbc929e-f24d-41b0-a6b3-95a943c39d04 req-239e68fd-804f-4d06-98cb-ccc5c4ab4f9e tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633891 Oct 31 14:57:42.874772 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['066e375b-5369-47d6-9723-3f3d6ad24590'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:57:43.044584 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bf75f-a68f-4501-927d-63604e309d5e req-b917a7c3-3158-4a59-9bd9-3e8f4a92c347 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:43.050502 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ec3bf75f-a68f-4501-927d-63604e309d5e req-b917a7c3-3158-4a59-9bd9-3e8f4a92c347 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.1091890 Oct 31 14:57:43.065501 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 41724) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:43.073133 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-4f1fa014-c42c-4788-8835-f79152c35447 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Request body: {'floatingip': {'port_id': '24a2724b-5bec-4b7b-938e-508059f058d4'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:43.116121 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501736c-b94c-433d-897f-08fecb5181d5 req-2825919f-3743-4877-b4f1-ee91f7a63c9e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:43.125100 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1501736c-b94c-433d-897f-08fecb5181d5 req-2825919f-3743-4877-b4f1-ee91f7a63c9e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 945 time: 0.3614485 Oct 31 14:57:43.188342 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1501736c-b94c-433d-897f-08fecb5181d5 req-bc48f8d1-af88-45b8-95b6-726f2ddb40d7 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622332 Oct 31 14:57:43.247399 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4f1fa014-c42c-4788-8835-f79152c35447 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for floatingip (8cfb2636-2b87-43d1-bc20-e6154a6d8f8a), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:43.284965 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26990904-040b-40e1-bc85-ca41ce5eef74 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:57:43.302509 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-26990904-040b-40e1-bc85-ca41ce5eef74 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:43.303337 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa4285a-df72-4f56-8333-83369ac167c1 None None] Sync routers for ids ['ec8344fd-beec-4a6a-b146-992fba136723'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:57:43.339901 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa4285a-df72-4f56-8333-83369ac167c1 None None] Routers {'ec8344fd-beec-4a6a-b146-992fba136723'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:57:43.339901 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-eaa4285a-df72-4f56-8333-83369ac167c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:57:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ec8344fd-beec-4a6a-b146-992fba136723'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:43.393502 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-26990904-040b-40e1-bc85-ca41ce5eef74 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/9ee536d6-dcb8-456e-973d-0abdee15cfd8 HTTP/1.1" status: 200 len: 991 time: 2.6287606 Oct 31 14:57:43.396149 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214568bd-3ebf-4f91-8153-d60959d49119', 'tag': '6951bd8b-ac72-4ceb-9344-47d91749e055'}] {{(pid=119728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:43.403713 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70659c7d82748c464bbc4d22addfc580e7d5d3b031e95af23221b39b4b2150b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d699bb-5d7b-4153-b0a4-c3f4393b3e81" -d '{"events": [{"name": "network-changed", "server_uuid": "214568bd-3ebf-4f91-8153-d60959d49119", "tag": "6951bd8b-ac72-4ceb-9344-47d91749e055"}]}' {{(pid=119728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:43.537842 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-eaa4285a-df72-4f56-8333-83369ac167c1 None None] Set router ec8344fd-beec-4a6a-b146-992fba136723 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:57:43.638734 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:43.657239 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ffcbb4-3f69-4f03-8a32-2104da83f4b6 x-openstack-request-id: req-08ffcbb4-3f69-4f03-8a32-2104da83f4b6 {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:43.657946 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214568bd-3ebf-4f91-8153-d60959d49119", "tag": "6951bd8b-ac72-4ceb-9344-47d91749e055", "status": "completed", "code": 200}]} {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:43.658383 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08ffcbb4-3f69-4f03-8a32-2104da83f4b6 {{(pid=119728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:43.658877 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ffcbb4-3f69-4f03-8a32-2104da83f4b6'] response: {'name': 'network-changed', 'server_uuid': '214568bd-3ebf-4f91-8153-d60959d49119', 'tag': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'status': 'completed', 'code': 200} Oct 31 14:57:43.695258 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976c337-7915-4450-b106-35e0b4ceb472 req-3e1c430f-cca7-4511-80b7-5dc0eee50c1a tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:43.697043 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8976c337-7915-4450-b106-35e0b4ceb472 req-3e1c430f-cca7-4511-80b7-5dc0eee50c1a tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0546458 Oct 31 14:57:43.738167 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:43.782526 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8976c337-7915-4450-b106-35e0b4ceb472 req-f70987c6-a216-48cf-9b24-0b7770d6a490 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795712 Oct 31 14:57:43.820172 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:44.103224 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-eaa4285a-df72-4f56-8333-83369ac167c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '9ee536d6-dcb8-456e-973d-0abdee15cfd8', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'port_id': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'mac_address': 'fa:16:3e:a0:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214568bd-3ebf-4f91-8153-d60959d49119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:41Z', 'revision_number': 1, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:57:05Z', 'revision_number': 5, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:44.142603 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa4285a-df72-4f56-8333-83369ac167c1 None None] Checking router: ec8344fd-beec-4a6a-b146-992fba136723 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:57:44.152738 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa4285a-df72-4f56-8333-83369ac167c1 None None] Routers {'ec8344fd-beec-4a6a-b146-992fba136723'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:57:44.153396 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-eaa4285a-df72-4f56-8333-83369ac167c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:57:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ec8344fd-beec-4a6a-b146-992fba136723'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:44.184888 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 066e375b-5369-47d6-9723-3f3d6ad24590 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:57:44.253584 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 066e375b-5369-47d6-9723-3f3d6ad24590 completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 14:57:44.268471 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 066e375b-5369-47d6-9723-3f3d6ad24590 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:44.268872 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (066e375b-5369-47d6-9723-3f3d6ad24590), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:44.272170 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 066e375b-5369-47d6-9723-3f3d6ad24590 Oct 31 14:57:44.289510 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-eaa4285a-df72-4f56-8333-83369ac167c1 None None] Set router ec8344fd-beec-4a6a-b146-992fba136723 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:57:44.354678 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4f1fa014-c42c-4788-8835-f79152c35447 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:44.362269 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4f1fa014-c42c-4788-8835-f79152c35447 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (8cfb2636-2b87-43d1-bc20-e6154a6d8f8a), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:44.386052 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 066e375b-5369-47d6-9723-3f3d6ad24590 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:44.386809 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (066e375b-5369-47d6-9723-3f3d6ad24590), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:44.421477 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066e375b-5369-47d6-9723-3f3d6ad24590'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:44.426950 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e86e35-0196-4b31-a0ed-5e70619fd3f7" -d '{"events": [{"server_uuid": "90f3404c-864a-4f8c-9444-8b3740b79f7b", "name": "network-vif-plugged", "status": "completed", "tag": "066e375b-5369-47d6-9723-3f3d6ad24590"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:44.440356 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 066e375b-5369-47d6-9723-3f3d6ad24590, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=066e375b-5369-47d6-9723-3f3d6ad24590,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:44.446563 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (066e375b-5369-47d6-9723-3f3d6ad24590), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:44.514205 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76086139-42b3-4c0a-85e8-c4b0d907a4ac x-openstack-request-id: req-76086139-42b3-4c0a-85e8-c4b0d907a4ac {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:44.514709 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f3404c-864a-4f8c-9444-8b3740b79f7b", "name": "network-vif-plugged", "status": "completed", "tag": "066e375b-5369-47d6-9723-3f3d6ad24590", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:44.515096 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76086139-42b3-4c0a-85e8-c4b0d907a4ac {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:44.516157 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76086139-42b3-4c0a-85e8-c4b0d907a4ac'] response: {'server_uuid': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066e375b-5369-47d6-9723-3f3d6ad24590', 'code': 200} Oct 31 14:57:44.516807 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:44.519185 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=066e375b-5369-47d6-9723-3f3d6ad24590,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:44.561994 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [None req-4f1fa014-c42c-4788-8835-f79152c35447 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Floating IP 8cfb2636-2b87-43d1-bc20-e6154a6d8f8a associated. External IP: 172.27.0.218, port: 24a2724b-5bec-4b7b-938e-508059f058d4. Oct 31 14:57:44.606520 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ceaa2-749a-4c0c-b15c-b5ebaabe24d5 req-84cd6634-7596-460e-abc3-46897cc320ed tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:44.613404 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-121ceaa2-749a-4c0c-b15c-b5ebaabe24d5 req-84cd6634-7596-460e-abc3-46897cc320ed tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 946 time: 0.1104825 Oct 31 14:57:44.624117 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-eaa4285a-df72-4f56-8333-83369ac167c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '9ee536d6-dcb8-456e-973d-0abdee15cfd8', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'port_id': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'mac_address': 'fa:16:3e:a0:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214568bd-3ebf-4f91-8153-d60959d49119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:41Z', 'revision_number': 1, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:57:05Z', 'revision_number': 5, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:44.663036 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa4285a-df72-4f56-8333-83369ac167c1 None None] The sync data for ids ['ec8344fd-beec-4a6a-b146-992fba136723'] in dv-cinder-860227-3-iscsi is: [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '9ee536d6-dcb8-456e-973d-0abdee15cfd8', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'port_id': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'mac_address': 'fa:16:3e:a0:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214568bd-3ebf-4f91-8153-d60959d49119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:41Z', 'revision_number': 1, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:57:05Z', 'revision_number': 5, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:57:44.952604 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-121ceaa2-749a-4c0c-b15c-b5ebaabe24d5 req-fc3d7891-69df-4190-ad0e-93c283add111 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3383436 Oct 31 14:57:44.966504 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6f643-cff0-4bc8-9acf-c029badbea58 req-0be46f8a-20dd-4beb-b479-cfd40cca6c1e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:44.969456 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0df6f643-cff0-4bc8-9acf-c029badbea58 req-0be46f8a-20dd-4beb-b479-cfd40cca6c1e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0789776 Oct 31 14:57:45.070552 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace48dc-a176-4955-8387-108c3fb28c7d None None] New status for floating IP 9ee536d6-dcb8-456e-973d-0abdee15cfd8: ACTIVE {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 14:57:45.099723 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0df6f643-cff0-4bc8-9acf-c029badbea58 req-3484ae05-d9f8-45a5-8f4c-a63634b18e0a tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229298 Oct 31 14:57:45.178652 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:45.193997 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1fa014-c42c-4788-8835-f79152c35447 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 14:57:45.205761 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d699bb-5d7b-4153-b0a4-c3f4393b3e81 req-52b7045f-3760-4ac3-b3b8-dda7e6eaaf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:45.207438 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a0d699bb-5d7b-4153-b0a4-c3f4393b3e81 req-52b7045f-3760-4ac3-b3b8-dda7e6eaaf49 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=5119fe6e3c064da0a66218481a944aaa&device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 1130 time: 0.2208767 Oct 31 14:57:45.309940 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41848) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:45.345172 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1fa014-c42c-4788-8835-f79152c35447 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:57:45.351314 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4f1fa014-c42c-4788-8835-f79152c35447 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:45.358876 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3b732-f33d-4027-be89-5c67b5abfc7f None None] Sync routers for ids ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:57:45.378846 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f3b732-f33d-4027-be89-5c67b5abfc7f None None] Routers {'ffe1c9ae-6b26-486c-95a0-ff4134dfb312'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:57:45.382981 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-40f3b732-f33d-4027-be89-5c67b5abfc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:57:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:45.400642 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-4f1fa014-c42c-4788-8835-f79152c35447 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/8cfb2636-2b87-43d1-bc20-e6154a6d8f8a HTTP/1.1" status: 200 len: 991 time: 2.3323712 Oct 31 14:57:45.401536 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820c59dc-ee1a-4470-b9d6-14060ebd8337', 'tag': '24a2724b-5bec-4b7b-938e-508059f058d4'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:45.404220 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5b6fd5-1cd6-4346-897f-381062affd94" -d '{"events": [{"name": "network-changed", "server_uuid": "820c59dc-ee1a-4470-b9d6-14060ebd8337", "tag": "24a2724b-5bec-4b7b-938e-508059f058d4"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:45.454503 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ac48c0-3de0-4551-93f0-835777405e26 x-openstack-request-id: req-a5ac48c0-3de0-4551-93f0-835777405e26 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:45.454797 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820c59dc-ee1a-4470-b9d6-14060ebd8337", "tag": "24a2724b-5bec-4b7b-938e-508059f058d4", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:45.455061 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a5ac48c0-3de0-4551-93f0-835777405e26 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:45.455434 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ac48c0-3de0-4551-93f0-835777405e26'] response: {'name': 'network-changed', 'server_uuid': '820c59dc-ee1a-4470-b9d6-14060ebd8337', 'tag': '24a2724b-5bec-4b7b-938e-508059f058d4', 'status': 'completed', 'code': 200} Oct 31 14:57:45.581671 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b6fd5-1cd6-4346-897f-381062affd94 req-ac6e3516-968e-48fe-8515-4ab99b2fd177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:45.583418 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6a5b6fd5-1cd6-4346-897f-381062affd94 req-ac6e3516-968e-48fe-8515-4ab99b2fd177 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=fdab2d4f39c64f239ded71cc9773c8bb&device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 1129 time: 0.0450826 Oct 31 14:57:45.619526 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-85a7446e-aaa5-4f7d-bdf2-b52b97affa37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:45.650310 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-40f3b732-f33d-4027-be89-5c67b5abfc7f None None] Set router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:57:45.674545 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-35efb951-d16b-4aa3-b74c-1a773fb5fa84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:45.688931 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:45.689554 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:45.700810 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:45.708612 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:45.776735 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-85a7446e-aaa5-4f7d-bdf2-b52b97affa37 admin admin] Publish callbacks [] for security_group (fcb28bf4-ff14-4495-b28d-85ef6edaf753), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:45.783351 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-85a7446e-aaa5-4f7d-bdf2-b52b97affa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (fcb28bf4-ff14-4495-b28d-85ef6edaf753), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:45.834777 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25315cb3-46f2-4ff1-b162-74874d844e8f req-8d20dc82-1b4e-4d2e-8239-1c3c4f801ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:45.836456 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-25315cb3-46f2-4ff1-b162-74874d844e8f req-8d20dc82-1b4e-4d2e-8239-1c3c4f801ff5 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 1130 time: 0.2504957 Oct 31 14:57:45.847388 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-85a7446e-aaa5-4f7d-bdf2-b52b97affa37 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=958ed455cb85472fa4dca0ab664bd977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5337110 Oct 31 14:57:45.847388 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7446e-aaa5-4f7d-bdf2-b52b97affa37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb28bf4-ff14-4495-b28d-85ef6edaf753,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:45.862413 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41860) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:45.902298 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d699bb-5d7b-4153-b0a4-c3f4393b3e81 req-e5fc3103-996b-475e-be9c-74031bf7fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:45.903698 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:45.904901 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a0d699bb-5d7b-4153-b0a4-c3f4393b3e81 req-e5fc3103-996b-475e-be9c-74031bf7fc57 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 HTTP/1.1" status: 200 len: 918 time: 0.4244599 Oct 31 14:57:45.952409 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-25315cb3-46f2-4ff1-b162-74874d844e8f req-d66a9da8-1b91-4758-a191-6c4b361a826c service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066186 Oct 31 14:57:45.957981 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-40f3b732-f33d-4027-be89-5c67b5abfc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '8cfb2636-2b87-43d1-bc20-e6154a6d8f8a', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'port_id': '24a2724b-5bec-4b7b-938e-508059f058d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'mac_address': 'fa:16:3e:c8:89:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820c59dc-ee1a-4470-b9d6-14060ebd8337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:56:52Z', 'updated_at': '2022-10-31T14:57:44Z', 'revision_number': 1, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010d34a6-8237-41ca-ac9f-02967bd01b73', 'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'mac_address': 'fa:16:3e:32:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:33Z', 'updated_at': '2022-10-31T14:57:01Z', 'revision_number': 5, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'subnets': [{'id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:45.966096 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fbd341a0-505f-44aa-a731-852534bbd61c admin admin] Publish callbacks [] for security_group (fcb28bf4-ff14-4495-b28d-85ef6edaf753), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:45.988731 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3b732-f33d-4027-be89-5c67b5abfc7f None None] Checking router: ffe1c9ae-6b26-486c-95a0-ff4134dfb312 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:57:46.001544 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f3b732-f33d-4027-be89-5c67b5abfc7f None None] Routers {'ffe1c9ae-6b26-486c-95a0-ff4134dfb312'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:57:46.002156 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-40f3b732-f33d-4027-be89-5c67b5abfc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:57:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:46.031155 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fbd341a0-505f-44aa-a731-852534bbd61c admin admin] Publish callbacks [] for security_group (fcb28bf4-ff14-4495-b28d-85ef6edaf753), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:46.034744 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b6fd5-1cd6-4346-897f-381062affd94 req-d6ec2cc4-adf1-4fda-878f-33585ea689a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:46.036245 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6a5b6fd5-1cd6-4346-897f-381062affd94 req-d6ec2cc4-adf1-4fda-878f-33585ea689a7 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=d9dc557c-0645-443c-a01e-416bcfdc6824 HTTP/1.1" status: 200 len: 911 time: 0.4210546 Oct 31 14:57:46.074054 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a0d699bb-5d7b-4153-b0a4-c3f4393b3e81 req-12d113bf-b5eb-4b2d-9afa-1856616c5811 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6951bd8b-ac72-4ceb-9344-47d91749e055 HTTP/1.1" status: 200 len: 1001 time: 0.1281836 Oct 31 14:57:46.170885 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-40f3b732-f33d-4027-be89-5c67b5abfc7f None None] Set router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:57:46.280728 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7c378-c751-4395-a4ec-2cb3dc9e728a req-fe996fc4-56eb-4136-9d19-e556f500f7e6 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:46.282828 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4ba7c378-c751-4395-a4ec-2cb3dc9e728a req-fe996fc4-56eb-4136-9d19-e556f500f7e6 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 946 time: 0.1330512 Oct 31 14:57:46.320279 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fbd341a0-505f-44aa-a731-852534bbd61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (fcb28bf4-ff14-4495-b28d-85ef6edaf753), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:46.327475 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fbd341a0-505f-44aa-a731-852534bbd61c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:46.329499 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-fbd341a0-505f-44aa-a731-852534bbd61c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fcb28bf4-ff14-4495-b28d-85ef6edaf753 HTTP/1.1" status: 204 len: 168 time: 0.4646952 Oct 31 14:57:46.368431 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd341a0-505f-44aa-a731-852534bbd61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb28bf4-ff14-4495-b28d-85ef6edaf753,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:46.427341 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4ba7c378-c751-4395-a4ec-2cb3dc9e728a req-76d6c2b2-e0e9-4dc3-99ee-aa72f9134322 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286154 Oct 31 14:57:46.477693 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d699bb-5d7b-4153-b0a4-c3f4393b3e81 req-d68f3cab-9b4f-4ea2-aac8-0ad94370c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:46.479942 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a0d699bb-5d7b-4153-b0a4-c3f4393b3e81 req-d68f3cab-9b4f-4ea2-aac8-0ad94370c582 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=b78261dd-be23-4771-9073-9a716a608356 HTTP/1.1" status: 200 len: 856 time: 0.2522683 Oct 31 14:57:46.508764 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6a5b6fd5-1cd6-4346-897f-381062affd94 req-0624ec40-b5dc-4213-b141-9abc3001d711 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24a2724b-5bec-4b7b-938e-508059f058d4 HTTP/1.1" status: 200 len: 999 time: 0.2868128 Oct 31 14:57:46.514894 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b8137-9509-40fc-84e6-1a82c1f2472a req-e3f51273-7f16-4c9b-8705-ba69a59b13d4 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:46.516768 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a56b8137-9509-40fc-84e6-1a82c1f2472a req-e3f51273-7f16-4c9b-8705-ba69a59b13d4 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.2044840 Oct 31 14:57:46.626229 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a56b8137-9509-40fc-84e6-1a82c1f2472a req-7b417821-ac4d-42cc-a71e-294afe002343 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023548 Oct 31 14:57:46.650711 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-40f3b732-f33d-4027-be89-5c67b5abfc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '8cfb2636-2b87-43d1-bc20-e6154a6d8f8a', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'port_id': '24a2724b-5bec-4b7b-938e-508059f058d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'mac_address': 'fa:16:3e:c8:89:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820c59dc-ee1a-4470-b9d6-14060ebd8337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:56:52Z', 'updated_at': '2022-10-31T14:57:44Z', 'revision_number': 1, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010d34a6-8237-41ca-ac9f-02967bd01b73', 'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'mac_address': 'fa:16:3e:32:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:33Z', 'updated_at': '2022-10-31T14:57:01Z', 'revision_number': 5, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'subnets': [{'id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:46.687671 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3b732-f33d-4027-be89-5c67b5abfc7f None None] The sync data for ids ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'] in dv-cinder-860227-3-iscsi is: [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '8cfb2636-2b87-43d1-bc20-e6154a6d8f8a', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'port_id': '24a2724b-5bec-4b7b-938e-508059f058d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'mac_address': 'fa:16:3e:c8:89:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820c59dc-ee1a-4470-b9d6-14060ebd8337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:56:52Z', 'updated_at': '2022-10-31T14:57:44Z', 'revision_number': 1, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010d34a6-8237-41ca-ac9f-02967bd01b73', 'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'mac_address': 'fa:16:3e:32:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:33Z', 'updated_at': '2022-10-31T14:57:01Z', 'revision_number': 5, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'subnets': [{'id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:57:46.835858 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41894) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:46.854886 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-533c42f3-d7ff-4106-b92c-821656d482cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:46.859445 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571b9c5-98cf-42af-a12a-2f548979478d req-34a70eb9-1584-42dc-abad-c92a924aee5c tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:46.861094 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6571b9c5-98cf-42af-a12a-2f548979478d req-34a70eb9-1584-42dc-abad-c92a924aee5c tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 945 time: 0.0539660 Oct 31 14:57:46.920210 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6571b9c5-98cf-42af-a12a-2f548979478d req-e3b2f4a3-d5ec-45c2-bba7-67aa5359a536 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531335 Oct 31 14:57:46.950398 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a069e2e-b0e4-4110-bccb-f6cc66f202f4 None None] New status for floating IP 8cfb2636-2b87-43d1-bc20-e6154a6d8f8a: ACTIVE {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 14:57:46.958032 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-533c42f3-d7ff-4106-b92c-821656d482cb admin admin] Publish callbacks [] for security_group (08536516-e84f-422c-b804-b84b20accca7), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:46.961320 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-533c42f3-d7ff-4106-b92c-821656d482cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (08536516-e84f-422c-b804-b84b20accca7), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:47.001473 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:47.006353 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-533c42f3-d7ff-4106-b92c-821656d482cb admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7f0698e33dab4d2abadd46023d4082e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694422 Oct 31 14:57:47.007493 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c42f3-d7ff-4106-b92c-821656d482cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08536516-e84f-422c-b804-b84b20accca7,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:47.010516 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41896) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:47.065702 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e32337fe-cc76-417e-8f9e-b523cc3768a6 admin admin] Publish callbacks [] for security_group (08536516-e84f-422c-b804-b84b20accca7), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:47.084666 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d699bb-5d7b-4153-b0a4-c3f4393b3e81 req-617bc38b-fab4-45ab-acef-3aaca1b7ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:47.086168 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a0d699bb-5d7b-4153-b0a4-c3f4393b3e81 req-617bc38b-fab4-45ab-acef-3aaca1b7ea6f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960481 Oct 31 14:57:47.093399 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b6fd5-1cd6-4346-897f-381062affd94 req-8c246edd-1aab-432a-9e75-0add7472eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:47.094846 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6a5b6fd5-1cd6-4346-897f-381062affd94 req-8c246edd-1aab-432a-9e75-0add7472eabd service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=2c5945c2-d0e4-41cf-a260-34d36848aab1 HTTP/1.1" status: 200 len: 849 time: 0.0846293 Oct 31 14:57:47.095936 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e32337fe-cc76-417e-8f9e-b523cc3768a6 admin admin] Publish callbacks [] for security_group (08536516-e84f-422c-b804-b84b20accca7), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:47.146688 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e32337fe-cc76-417e-8f9e-b523cc3768a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (08536516-e84f-422c-b804-b84b20accca7), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:47.149589 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e32337fe-cc76-417e-8f9e-b523cc3768a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:47.150801 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-e32337fe-cc76-417e-8f9e-b523cc3768a6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/08536516-e84f-422c-b804-b84b20accca7 HTTP/1.1" status: 204 len: 168 time: 0.1391568 Oct 31 14:57:47.163527 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32337fe-cc76-417e-8f9e-b523cc3768a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08536516-e84f-422c-b804-b84b20accca7,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:47.494869 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-bbf3cc79-40e8-4d0b-8cf4-b429f93636d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:47.585265 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98234045-f05d-45f9-a5e9-8abac9cdfdb4 req-75591e86-a6fa-43c4-a86e-167aaa1b0926 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:47.586768 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-98234045-f05d-45f9-a5e9-8abac9cdfdb4 req-75591e86-a6fa-43c4-a86e-167aaa1b0926 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 946 time: 0.0504179 Oct 31 14:57:47.646143 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-98234045-f05d-45f9-a5e9-8abac9cdfdb4 req-e36a6076-cb35-478d-883f-32baabcd4cee tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535765 Oct 31 14:57:47.778191 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef4acc-c836-44d8-83f6-53b35b91c3c2 req-644378f1-e8fc-414b-9447-3d9c5e4d3f1e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:47.779832 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-75ef4acc-c836-44d8-83f6-53b35b91c3c2 req-644378f1-e8fc-414b-9447-3d9c5e4d3f1e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0638936 Oct 31 14:57:47.833152 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-75ef4acc-c836-44d8-83f6-53b35b91c3c2 req-f9bf65dc-453a-4f81-ad6f-d35ecc2d485f tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476034 Oct 31 14:57:47.936834 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 41932) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:48.075648 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1946855413-network', 'tenant_id': 'b862ff186521426dbf0da8a38198d645'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:48.085642 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfac376-3bb7-4b93-8e53-28401c82426e req-ad3de89e-df6a-41f7-b4f2-01b4ccc56263 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:48.087748 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-fbfac376-3bb7-4b93-8e53-28401c82426e req-ad3de89e-df6a-41f7-b4f2-01b4ccc56263 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 945 time: 0.0562184 Oct 31 14:57:48.097460 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] Made reservation on behalf of b862ff186521426dbf0da8a38198d645 for: {'network': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:57:48.100088 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:48.109853 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:48.137845 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-fbfac376-3bb7-4b93-8e53-28401c82426e req-3caff524-6f82-43a4-bfcc-1ad11a068d88 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430381 Oct 31 14:57:48.187436 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] Publish callbacks [] for security_group (ec25bdaf-ee4c-45ba-a42a-851d6fb2f8c9), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:48.191293 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ec25bdaf-ee4c-45ba-a42a-851d6fb2f8c9), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:48.207809 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:48.214015 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=119727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 14:57:48.222168 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:48.231442 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (5b4b754e-cba9-47b6-9d69-eb6eb854e59b), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:48.231813 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.segments_db [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] Added segment 5b4b754e-cba9-47b6-9d69-eb6eb854e59b of type vlan for network 2561dc29-5e02-4398-aef4-df9914739e15 Oct 31 14:57:48.233411 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec25bdaf-ee4c-45ba-a42a-851d6fb2f8c9,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:48.277998 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (2561dc29-5e02-4398-aef4-df9914739e15), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:48.302922 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (2561dc29-5e02-4398-aef4-df9914739e15), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:48.303851 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:48.304425 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:48.359521 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4215558 Oct 31 14:57:48.362658 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 41942) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:48.367724 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-14bfddd7-dba5-488b-b2d6-9a914930efae admin admin] Request body: {'subnet': {'network_id': '2561dc29-5e02-4398-aef4-df9914739e15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1946855413-subnet', 'tenant_id': 'b862ff186521426dbf0da8a38198d645', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:48.372072 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bde7cc-c9b3-49bc-a5cc-9d848c2a078c admin admin] Pushing event updated for resources: {'Network': ['ID=2561dc29-5e02-4398-aef4-df9914739e15,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:48.384618 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network 2561dc29-5e02-4398-aef4-df9914739e15 details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 14:57:48.389163 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bfddd7-dba5-488b-b2d6-9a914930efae admin admin] Made reservation on behalf of b862ff186521426dbf0da8a38198d645 for: {'subnet': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:57:48.391603 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-14bfddd7-dba5-488b-b2d6-9a914930efae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:48.452659 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:48.562841 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-14bfddd7-dba5-488b-b2d6-9a914930efae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for subnet (bfe22d44-6a63-4c26-a495-847ecd1af95d), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:48.620394 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfddd7-dba5-488b-b2d6-9a914930efae admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe22d44-6a63-4c26-a495-847ecd1af95d,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:48.630372 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bfddd7-dba5-488b-b2d6-9a914930efae admin admin] Checking segment: {'id': '5b4b754e-cba9-47b6-9d69-eb6eb854e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2561dc29-5e02-4398-aef4-df9914739e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:57:48.630725 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bfddd7-dba5-488b-b2d6-9a914930efae admin admin] Network hostable DHCP agents. Network: 2561dc29-5e02-4398-aef4-df9914739e15, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 14:57:48.648021 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bfddd7-dba5-488b-b2d6-9a914930efae admin admin] Network 2561dc29-5e02-4398-aef4-df9914739e15 is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 14:57:48.656414 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-14bfddd7-dba5-488b-b2d6-9a914930efae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, 2561dc29-5e02-4398-aef4-df9914739e15) {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:57:48.660352 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bfddd7-dba5-488b-b2d6-9a914930efae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:48.660945 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-14bfddd7-dba5-488b-b2d6-9a914930efae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:48.665565 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020491e1-7076-4d2f-b85f-1daef7e8d6ab None None] Network 2561dc29-5e02-4398-aef4-df9914739e15 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:57:48.676927 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-14bfddd7-dba5-488b-b2d6-9a914930efae admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3129897 Oct 31 14:57:48.780498 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4c7af9-133d-41a6-906d-10fcb765ed81 None None] Network 2561dc29-5e02-4398-aef4-df9914739e15 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:57:48.792095 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187eb3c-72f9-4a64-a30e-384a4fbaae58 req-e4eea87a-9174-4f03-bc97-6e70f6f34b86 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:48.794054 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a187eb3c-72f9-4a64-a30e-384a4fbaae58 req-e4eea87a-9174-4f03-bc97-6e70f6f34b86 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 946 time: 0.0619640 Oct 31 14:57:48.982969 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b6fd5-1cd6-4346-897f-381062affd94 req-cb5e2047-c4a4-4b04-b5ff-4a3d5529903a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:48.984902 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6a5b6fd5-1cd6-4346-897f-381062affd94 req-cb5e2047-c4a4-4b04-b5ff-4a3d5529903a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=d9dc557c-0645-443c-a01e-416bcfdc6824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1670697 Oct 31 14:57:48.993228 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a187eb3c-72f9-4a64-a30e-384a4fbaae58 req-3381b04f-9a34-4dc8-a8c5-f4214138c46e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936350 Oct 31 14:57:49.047301 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a0d699bb-5d7b-4153-b0a4-c3f4393b3e81 req-dbaa2f1f-8bc1-4cf3-8900-5d7d347d543b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267129 Oct 31 14:57:49.083636 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:49.180265 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622347fe-3fad-4cf0-93ff-4244de54b38c req-1a0f6344-7064-4275-8bbf-c352efee3191 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:49.182464 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-622347fe-3fad-4cf0-93ff-4244de54b38c req-1a0f6344-7064-4275-8bbf-c352efee3191 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0756888 Oct 31 14:57:49.294847 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-622347fe-3fad-4cf0-93ff-4244de54b38c req-1ae3d54f-dd63-482c-a42d-ac6f5827c41f tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889587 Oct 31 14:57:49.332024 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9d225-758c-4263-8866-fbd95ad84aad req-d59475e2-4846-44ba-8a45-784795e447d3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:49.333971 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a1c9d225-758c-4263-8866-fbd95ad84aad req-d59475e2-4846-44ba-8a45-784795e447d3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 945 time: 0.0863411 Oct 31 14:57:49.406345 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a1c9d225-758c-4263-8866-fbd95ad84aad req-cb3648a0-4a32-479c-bb05-1803f5152aca tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=95adf0cc-5cdc-40f4-ae75-d98e879ae495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614424 Oct 31 14:57:49.574837 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42010) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:49.583312 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-117614503-network', 'tenant_id': '53440d7b5288482da82c3c3f76d8e759'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:49.625457 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] Made reservation on behalf of 53440d7b5288482da82c3c3f76d8e759 for: {'network': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:57:49.628480 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:49.642643 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:49.668408 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:49.749830 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] Publish callbacks [] for security_group (ea29e1ca-0281-4db5-a6e5-ef447fc3dbf4), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:49.754633 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ea29e1ca-0281-4db5-a6e5-ef447fc3dbf4), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:49.760467 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e3185-b700-4d7d-8d11-08607698c8d8 req-3810b822-cc48-4650-b230-022a0377a431 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:49.761929 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-670e3185-b700-4d7d-8d11-08607698c8d8 req-3810b822-cc48-4650-b230-022a0377a431 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 945 time: 0.0760381 Oct 31 14:57:49.794261 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=119728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 14:57:49.801935 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea29e1ca-0281-4db5-a6e5-ef447fc3dbf4,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:49.810617 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (802634b5-256a-484b-bc56-1ceb9b90cc8c), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:49.811038 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.segments_db [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] Added segment 802634b5-256a-484b-bc56-1ceb9b90cc8c of type vlan for network 2c335158-3423-4d1f-8dfc-da92afb0fae7 Oct 31 14:57:49.819849 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a0d699bb-5d7b-4153-b0a4-c3f4393b3e81 req-84f0b25e-197e-470f-9261-4f737026341f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417059 Oct 31 14:57:49.827447 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6a5b6fd5-1cd6-4346-897f-381062affd94 req-eb9a52c6-6674-48ae-b0d8-618c10450a6b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507088 Oct 31 14:57:49.865044 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (2c335158-3423-4d1f-8dfc-da92afb0fae7), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:49.896510 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (2c335158-3423-4d1f-8dfc-da92afb0fae7), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:49.897708 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:49.898369 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:49.959812 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-670e3185-b700-4d7d-8d11-08607698c8d8 req-fea1ccbf-72cc-4f36-96eb-e795dbea18e3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Deleting port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 14:57:49.960179 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-670e3185-b700-4d7d-8d11-08607698c8d8 req-fea1ccbf-72cc-4f36-96eb-e795dbea18e3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:49.968623 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3874488 Oct 31 14:57:49.968623 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42028) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:49.974430 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-fe7880ad-c451-4948-992d-5205bddd6b3b admin admin] Request body: {'subnet': {'network_id': '2c335158-3423-4d1f-8dfc-da92afb0fae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-117614503-subnet', 'tenant_id': '53440d7b5288482da82c3c3f76d8e759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:49.981878 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f1679-b5b7-443d-9136-dac8312baff2 admin admin] Pushing event updated for resources: {'Network': ['ID=2c335158-3423-4d1f-8dfc-da92afb0fae7,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:49.991190 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:49.999622 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network 2c335158-3423-4d1f-8dfc-da92afb0fae7 details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 14:57:50.002711 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7880ad-c451-4948-992d-5205bddd6b3b admin admin] Made reservation on behalf of 53440d7b5288482da82c3c3f76d8e759 for: {'subnet': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:57:50.005766 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fe7880ad-c451-4948-992d-5205bddd6b3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:50.027243 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:50.073765 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6a5b6fd5-1cd6-4346-897f-381062affd94 req-880ec19d-69c0-47ac-b690-6aa44848c571 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912272 Oct 31 14:57:50.078483 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:50.098204 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-670e3185-b700-4d7d-8d11-08607698c8d8 req-fea1ccbf-72cc-4f36-96eb-e795dbea18e3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] For port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a,segment=NetworkSegment(c12d0c10-1531-43bd-b4b1-48ba1aba830f),segment_id=c12d0c10-1531-43bd-b4b1-48ba1aba830f)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:50.098799 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-670e3185-b700-4d7d-8d11-08607698c8d8 req-fea1ccbf-72cc-4f36-96eb-e795dbea18e3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:50.118819 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-670e3185-b700-4d7d-8d11-08607698c8d8 req-fea1ccbf-72cc-4f36-96eb-e795dbea18e3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Calling delete_port for 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 14:57:50.267934 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496be67-dc32-4eb4-a713-714a424b14ee req-bf37a1d4-3a3f-4673-8099-5ac76b883c23 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:50.269429 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1496be67-dc32-4eb4-a713-714a424b14ee req-bf37a1d4-3a3f-4673-8099-5ac76b883c23 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 946 time: 0.0899436 Oct 31 14:57:50.278545 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fe7880ad-c451-4948-992d-5205bddd6b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for subnet (867f6306-0e5e-4fd5-97e4-549ebb42ecc5), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:50.305375 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-670e3185-b700-4d7d-8d11-08607698c8d8 req-fea1ccbf-72cc-4f36-96eb-e795dbea18e3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290'] for port (3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:50.338440 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1ccbf-72cc-4f36-96eb-e795dbea18e3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Pushing event deleted for resources: {'Port': ['ID=3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:50.354213 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7880ad-c451-4948-992d-5205bddd6b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=867f6306-0e5e-4fd5-97e4-549ebb42ecc5,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:50.382402 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1496be67-dc32-4eb4-a713-714a424b14ee req-2628b175-747c-4b43-882d-3fd2e179dc34 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052244 Oct 31 14:57:50.391281 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7880ad-c451-4948-992d-5205bddd6b3b admin admin] Checking segment: {'id': '802634b5-256a-484b-bc56-1ceb9b90cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2c335158-3423-4d1f-8dfc-da92afb0fae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:57:50.391667 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7880ad-c451-4948-992d-5205bddd6b3b admin admin] Network hostable DHCP agents. Network: 2c335158-3423-4d1f-8dfc-da92afb0fae7, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 14:57:50.412055 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-670e3185-b700-4d7d-8d11-08607698c8d8 req-fea1ccbf-72cc-4f36-96eb-e795dbea18e3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] No DVR routers for this DVR port 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 14:57:50.426502 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-670e3185-b700-4d7d-8d11-08607698c8d8 req-fea1ccbf-72cc-4f36-96eb-e795dbea18e3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:50.427064 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7880ad-c451-4948-992d-5205bddd6b3b admin admin] Network 2c335158-3423-4d1f-8dfc-da92afb0fae7 is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 14:57:50.432251 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-670e3185-b700-4d7d-8d11-08607698c8d8 req-fea1ccbf-72cc-4f36-96eb-e795dbea18e3 tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.44 "DELETE /networking/v2.0/ports/3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a HTTP/1.1" status: 204 len: 173 time: 0.6507881 Oct 31 14:57:50.432939 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c93f4d-15ed-4113-95ad-b6766332779e', 'name': 'network-vif-deleted', 'tag': '3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:50.435229 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f2ec80-0b89-4262-abc0-dde1f9b18059" -d '{"events": [{"server_uuid": "f1c93f4d-15ed-4113-95ad-b6766332779e", "name": "network-vif-deleted", "tag": "3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:50.449207 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-fe7880ad-c451-4948-992d-5205bddd6b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, 2c335158-3423-4d1f-8dfc-da92afb0fae7) {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:57:50.458789 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7880ad-c451-4948-992d-5205bddd6b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:50.463693 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fe7880ad-c451-4948-992d-5205bddd6b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:50.466471 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fdbe1c-cc89-4683-b942-bf147c9f1b41 None None] Network 2c335158-3423-4d1f-8dfc-da92afb0fae7 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:57:50.496428 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-fe7880ad-c451-4948-992d-5205bddd6b3b admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5278187 Oct 31 14:57:50.528291 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fb575-39f9-42c2-b9ea-8ff077757924 req-f9398648-41fa-4ba9-a4d3-583f92f49d70 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:50.530768 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b08fb575-39f9-42c2-b9ea-8ff077757924 req-f9398648-41fa-4ba9-a4d3-583f92f49d70 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0920682 Oct 31 14:57:50.593911 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:50.607960 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b08fb575-39f9-42c2-b9ea-8ff077757924 req-67bafe3f-6d77-4e95-a42f-fb77e8fe374b tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696597 Oct 31 14:57:50.617656 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc75deb-26af-48e4-8448-b989427dd7b0 req-5fc458bb-d788-4c01-974e-220ff7a6c1eb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:50.636338 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1dc75deb-26af-48e4-8448-b989427dd7b0 req-5fc458bb-d788-4c01-974e-220ff7a6c1eb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 946 time: 0.0893610 Oct 31 14:57:50.636600 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42050) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:50.639971 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-d4116615-98c4-4a5f-a32b-8bcf38ba6a9e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'floatingip': {'port_id': '066e375b-5369-47d6-9723-3f3d6ad24590'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:57:50.683404 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea70476-e65e-45c8-ab75-0e94abc98550 None None] Network 2c335158-3423-4d1f-8dfc-da92afb0fae7 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:57:50.738494 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa75abf-6ec7-4632-96fa-be29d03d1ccb x-openstack-request-id: req-ffa75abf-6ec7-4632-96fa-be29d03d1ccb {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:50.739147 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c93f4d-15ed-4113-95ad-b6766332779e", "name": "network-vif-deleted", "tag": "3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:50.739599 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ffa75abf-6ec7-4632-96fa-be29d03d1ccb {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:50.740647 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa75abf-6ec7-4632-96fa-be29d03d1ccb'] response: {'server_uuid': 'f1c93f4d-15ed-4113-95ad-b6766332779e', 'name': 'network-vif-deleted', 'tag': '3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a', 'status': 'completed', 'code': 200} Oct 31 14:57:50.752344 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d4116615-98c4-4a5f-a32b-8bcf38ba6a9e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (890dd89b-e9b9-4064-988f-79012f6d5083), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:50.800132 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c471a38a-2aef-489c-b803-a1cd6ab8d99d req-416c7ae3-6757-4402-a007-1470eaad52bf tempest-DeleteServersTestJSON-1142135178 tempest-DeleteServersTestJSON-1142135178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f1c93f4d-15ed-4113-95ad-b6766332779e HTTP/1.1" status: 200 len: 210 time: 0.0434375 Oct 31 14:57:50.833913 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:51.203102 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42066) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:51.358672 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-30b0f9ba-277b-420a-97e0-a5a014a80f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:51.467274 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:51.483577 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-30b0f9ba-277b-420a-97e0-a5a014a80f35 admin admin] Publish callbacks [] for security_group (3f42a126-1e7c-4933-95dd-77cb1e1ae569), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:51.492279 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-30b0f9ba-277b-420a-97e0-a5a014a80f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (3f42a126-1e7c-4933-95dd-77cb1e1ae569), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:51.577670 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-30b0f9ba-277b-420a-97e0-a5a014a80f35 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5575957500cd4f84b4d65520cece20aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732471 Oct 31 14:57:51.578748 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0f9ba-277b-420a-97e0-a5a014a80f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f42a126-1e7c-4933-95dd-77cb1e1ae569,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:51.580861 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42086) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:51.615269 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d4116615-98c4-4a5f-a32b-8bcf38ba6a9e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:51.625217 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d4116615-98c4-4a5f-a32b-8bcf38ba6a9e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (890dd89b-e9b9-4064-988f-79012f6d5083), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:51.766825 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:51.770031 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5d2b-1345-4049-87ea-d69e49059688 admin admin] Publish callbacks [] for security_group (3f42a126-1e7c-4933-95dd-77cb1e1ae569), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:51.793058 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:51.819428 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [None req-d4116615-98c4-4a5f-a32b-8bcf38ba6a9e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Floating IP 890dd89b-e9b9-4064-988f-79012f6d5083 associated. External IP: 172.27.0.232, port: 066e375b-5369-47d6-9723-3f3d6ad24590. Oct 31 14:57:51.835588 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42096) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:51.860612 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5d2b-1345-4049-87ea-d69e49059688 admin admin] Publish callbacks [] for security_group (3f42a126-1e7c-4933-95dd-77cb1e1ae569), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:51.881344 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e102d-a615-4b4f-80ce-539738fc7442 req-0503e09b-2dd4-4397-889f-9966978a41ba tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:51.882830 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e33e102d-a615-4b4f-80ce-539738fc7442 req-0503e09b-2dd4-4397-889f-9966978a41ba tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.1314275 Oct 31 14:57:51.970441 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c19b9eeb-3d96-42b7-9c28-6d532d6f0fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.017096 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e33e102d-a615-4b4f-80ce-539738fc7442 req-0aa8c031-c5f9-40c4-9da4-c841a19f4627 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184437 Oct 31 14:57:52.017096 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5d2b-1345-4049-87ea-d69e49059688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (3f42a126-1e7c-4933-95dd-77cb1e1ae569), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.023763 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5d2b-1345-4049-87ea-d69e49059688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.025247 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-ba7e5d2b-1345-4049-87ea-d69e49059688 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3f42a126-1e7c-4933-95dd-77cb1e1ae569 HTTP/1.1" status: 204 len: 168 time: 0.4431489 Oct 31 14:57:52.060425 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:52.085439 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e5d2b-1345-4049-87ea-d69e49059688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f42a126-1e7c-4933-95dd-77cb1e1ae569,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:52.090333 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c19b9eeb-3d96-42b7-9c28-6d532d6f0fce admin admin] Publish callbacks [] for security_group (833cac26-b0bd-487c-aef3-e24ca8719a06), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.095493 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c19b9eeb-3d96-42b7-9c28-6d532d6f0fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (833cac26-b0bd-487c-aef3-e24ca8719a06), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.151401 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b9eeb-3d96-42b7-9c28-6d532d6f0fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833cac26-b0bd-487c-aef3-e24ca8719a06,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:52.158839 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42110) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:52.159008 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-c19b9eeb-3d96-42b7-9c28-6d532d6f0fce admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=cf9ce4b4c913434ab045fd477358afc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204782 Oct 31 14:57:52.178308 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4116615-98c4-4a5f-a32b-8bcf38ba6a9e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 14:57:52.199088 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 14:57:52.219909 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 14:57:52.220349 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 3f33f9e8-094c-4cdc-84e0-fcaac96a6b7a not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 14:57:52.282911 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-41c0ef93-4ebb-4ec4-8e76-de85419fc281 admin admin] Publish callbacks [] for security_group (833cac26-b0bd-487c-aef3-e24ca8719a06), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.336421 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-41c0ef93-4ebb-4ec4-8e76-de85419fc281 admin admin] Publish callbacks [] for security_group (833cac26-b0bd-487c-aef3-e24ca8719a06), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.360309 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4116615-98c4-4a5f-a32b-8bcf38ba6a9e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:57:52.366753 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d4116615-98c4-4a5f-a32b-8bcf38ba6a9e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.373788 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043611c4-0350-4b31-a6eb-89884083ee8e None None] Sync routers for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:57:52.386349 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043611c4-0350-4b31-a6eb-89884083ee8e None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:57:52.387071 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-043611c4-0350-4b31-a6eb-89884083ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:57:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:52.411304 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-d4116615-98c4-4a5f-a32b-8bcf38ba6a9e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/890dd89b-e9b9-4064-988f-79012f6d5083 HTTP/1.1" status: 200 len: 992 time: 1.7799246 Oct 31 14:57:52.434084 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-41c0ef93-4ebb-4ec4-8e76-de85419fc281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (833cac26-b0bd-487c-aef3-e24ca8719a06), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.437912 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-41c0ef93-4ebb-4ec4-8e76-de85419fc281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.442484 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-41c0ef93-4ebb-4ec4-8e76-de85419fc281 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/833cac26-b0bd-487c-aef3-e24ca8719a06 HTTP/1.1" status: 204 len: 168 time: 0.2820594 Oct 31 14:57:52.451662 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0ef93-4ebb-4ec4-8e76-de85419fc281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833cac26-b0bd-487c-aef3-e24ca8719a06,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:52.455492 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42122) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:52.471729 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2cf47c97-3b90-4945-a8bb-669a2084324b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.519414 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-043611c4-0350-4b31-a6eb-89884083ee8e None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:57:52.540627 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:52.612793 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2cf47c97-3b90-4945-a8bb-669a2084324b admin admin] Publish callbacks [] for security_group (bfb5f320-e6ea-4a33-aa3d-9aefd51a28c0), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.618179 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2cf47c97-3b90-4945-a8bb-669a2084324b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (bfb5f320-e6ea-4a33-aa3d-9aefd51a28c0), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.672848 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-2cf47c97-3b90-4945-a8bb-669a2084324b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=32dd93585caa492f9d38a993db66a468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162573 Oct 31 14:57:52.673711 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf47c97-3b90-4945-a8bb-669a2084324b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb5f320-e6ea-4a33-aa3d-9aefd51a28c0,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:52.676386 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42132) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:52.711881 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:52.732636 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-330d126b-f777-46ca-9192-2e186b226eb2 admin admin] Publish callbacks [] for security_group (bfb5f320-e6ea-4a33-aa3d-9aefd51a28c0), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.742065 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'tag': '066e375b-5369-47d6-9723-3f3d6ad24590'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:57:52.745035 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3594cea5-803a-437b-9761-aae025366a74" -d '{"events": [{"name": "network-changed", "server_uuid": "90f3404c-864a-4f8c-9444-8b3740b79f7b", "tag": "066e375b-5369-47d6-9723-3f3d6ad24590"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:57:52.760765 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:52.764491 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-330d126b-f777-46ca-9192-2e186b226eb2 admin admin] Publish callbacks [] for security_group (bfb5f320-e6ea-4a33-aa3d-9aefd51a28c0), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.839832 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e342a90e-6acb-49aa-8943-112165a0abca x-openstack-request-id: req-e342a90e-6acb-49aa-8943-112165a0abca {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:57:52.840139 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f3404c-864a-4f8c-9444-8b3740b79f7b", "tag": "066e375b-5369-47d6-9723-3f3d6ad24590", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:57:52.840390 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e342a90e-6acb-49aa-8943-112165a0abca {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:57:52.840834 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e342a90e-6acb-49aa-8943-112165a0abca'] response: {'name': 'network-changed', 'server_uuid': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'tag': '066e375b-5369-47d6-9723-3f3d6ad24590', 'status': 'completed', 'code': 200} Oct 31 14:57:52.841949 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-330d126b-f777-46ca-9192-2e186b226eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (bfb5f320-e6ea-4a33-aa3d-9aefd51a28c0), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.844724 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-330d126b-f777-46ca-9192-2e186b226eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:52.848874 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-330d126b-f777-46ca-9192-2e186b226eb2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/bfb5f320-e6ea-4a33-aa3d-9aefd51a28c0 HTTP/1.1" status: 204 len: 168 time: 0.1674156 Oct 31 14:57:52.908545 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d126b-f777-46ca-9192-2e186b226eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb5f320-e6ea-4a33-aa3d-9aefd51a28c0,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:52.935246 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594cea5-803a-437b-9761-aae025366a74 req-518d043f-15e7-4782-a531-8f03ceefa1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:52.942520 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3594cea5-803a-437b-9761-aae025366a74 req-518d043f-15e7-4782-a531-8f03ceefa1ab service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 1130 time: 0.0763316 Oct 31 14:57:52.955646 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42140) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:52.976122 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-043611c4-0350-4b31-a6eb-89884083ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '890dd89b-e9b9-4064-988f-79012f6d5083', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '066e375b-5369-47d6-9723-3f3d6ad24590', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:81:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:57:03Z', 'updated_at': '2022-10-31T14:57:51Z', 'revision_number': 1, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:52.977413 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5a51236a-5d1d-456e-9f33-4e617e21ddd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:53.010384 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043611c4-0350-4b31-a6eb-89884083ee8e None None] Checking router: 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:57:53.037078 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043611c4-0350-4b31-a6eb-89884083ee8e None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:57:53.040537 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-043611c4-0350-4b31-a6eb-89884083ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:57:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:53.093371 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594cea5-803a-437b-9761-aae025366a74 req-7615c15c-9685-41dd-8e69-a8dc1d743e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:53.098157 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3594cea5-803a-437b-9761-aae025366a74 req-7615c15c-9685-41dd-8e69-a8dc1d743e35 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 200 len: 915 time: 0.1434135 Oct 31 14:57:53.185951 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3594cea5-803a-437b-9761-aae025366a74 req-df8c4216-a2d2-4dc1-b286-c017aae28c4b service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=066e375b-5369-47d6-9723-3f3d6ad24590 HTTP/1.1" status: 200 len: 1000 time: 0.0816107 Oct 31 14:57:53.202876 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-043611c4-0350-4b31-a6eb-89884083ee8e None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:57:53.210291 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5a51236a-5d1d-456e-9f33-4e617e21ddd1 admin admin] Publish callbacks [] for security_group (b831c443-d49c-44a4-83fb-f354c60f0ccb), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:53.267412 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b4f82-f828-4592-86e3-ef0513aacda8 req-81e89f45-3cde-49cf-8923-ad9765365309 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:53.276320 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-136b4f82-f828-4592-86e3-ef0513aacda8 req-81e89f45-3cde-49cf-8923-ad9765365309 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0634956 Oct 31 14:57:53.284261 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5a51236a-5d1d-456e-9f33-4e617e21ddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (b831c443-d49c-44a4-83fb-f354c60f0ccb), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:53.305114 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594cea5-803a-437b-9761-aae025366a74 req-5bb07238-2cc0-49ac-8940-60266adf525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:53.307213 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3594cea5-803a-437b-9761-aae025366a74 req-5bb07238-2cc0-49ac-8940-60266adf525b service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=6c0893af-f459-43bc-83fe-ab19005e56d2 HTTP/1.1" status: 200 len: 853 time: 0.1129360 Oct 31 14:57:53.367433 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-5a51236a-5d1d-456e-9f33-4e617e21ddd1 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b6b3250de59043739c02fb6839b0be73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4104986 Oct 31 14:57:53.372416 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51236a-5d1d-456e-9f33-4e617e21ddd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b831c443-d49c-44a4-83fb-f354c60f0ccb,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:53.375258 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:53.375869 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42154) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:53.476146 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594cea5-803a-437b-9761-aae025366a74 req-77ab468f-b337-4781-ba79-d003c1e68918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:53.484888 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3594cea5-803a-437b-9761-aae025366a74 req-77ab468f-b337-4781-ba79-d003c1e68918 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=344848ef-d9a5-4f9a-8ddf-c96c364ed358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1708987 Oct 31 14:57:53.497332 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-136b4f82-f828-4592-86e3-ef0513aacda8 req-81d2165b-b1cb-4bce-965a-6620fada9521 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181652 Oct 31 14:57:53.550789 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-67cdc499-b900-4f6c-adc2-1d4a5c3e7ffe admin admin] Publish callbacks [] for security_group (b831c443-d49c-44a4-83fb-f354c60f0ccb), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:53.553919 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-043611c4-0350-4b31-a6eb-89884083ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '890dd89b-e9b9-4064-988f-79012f6d5083', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '066e375b-5369-47d6-9723-3f3d6ad24590', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:81:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:57:03Z', 'updated_at': '2022-10-31T14:57:51Z', 'revision_number': 1, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:53.594034 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42160) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:53.604557 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-67cdc499-b900-4f6c-adc2-1d4a5c3e7ffe admin admin] Publish callbacks [] for security_group (b831c443-d49c-44a4-83fb-f354c60f0ccb), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:53.609039 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043611c4-0350-4b31-a6eb-89884083ee8e None None] The sync data for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi is: [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '890dd89b-e9b9-4064-988f-79012f6d5083', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '066e375b-5369-47d6-9723-3f3d6ad24590', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:81:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:57:03Z', 'updated_at': '2022-10-31T14:57:51Z', 'revision_number': 1, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:57:53.685145 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:53.689859 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3594cea5-803a-437b-9761-aae025366a74 req-b051c5ff-58a0-44fa-b390-9c9723aeca94 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785829 Oct 31 14:57:53.768062 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42162) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:53.790772 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-67cdc499-b900-4f6c-adc2-1d4a5c3e7ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (b831c443-d49c-44a4-83fb-f354c60f0ccb), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:53.793371 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-67cdc499-b900-4f6c-adc2-1d4a5c3e7ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:53.797034 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-67cdc499-b900-4f6c-adc2-1d4a5c3e7ffe admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b831c443-d49c-44a4-83fb-f354c60f0ccb HTTP/1.1" status: 204 len: 168 time: 0.4143143 Oct 31 14:57:53.811998 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3594cea5-803a-437b-9761-aae025366a74 req-229c4549-77e8-4cd6-9a2a-cec1daa87655 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088579 Oct 31 14:57:53.829135 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cfab2a7a-1dcc-411e-9bd2-a347fec75374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:53.846453 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdc499-b900-4f6c-adc2-1d4a5c3e7ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b831c443-d49c-44a4-83fb-f354c60f0ccb,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:54.059404 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cfab2a7a-1dcc-411e-9bd2-a347fec75374 admin admin] Publish callbacks [] for security_group (30a50621-3ce5-449c-a938-9de54070009a), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:54.070248 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cfab2a7a-1dcc-411e-9bd2-a347fec75374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (30a50621-3ce5-449c-a938-9de54070009a), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:54.116120 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:54.142591 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-cfab2a7a-1dcc-411e-9bd2-a347fec75374 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=aaf529402e634ed89dc6d4fbf8b0696a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729737 Oct 31 14:57:54.145694 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42170) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:54.159729 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab2a7a-1dcc-411e-9bd2-a347fec75374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a50621-3ce5-449c-a938-9de54070009a,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:54.219655 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cf4bc326-037a-4157-887b-240d7fbbbc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399060'] for router_interface (a054e2cb-8061-474d-adf2-3ba2b04c53e6), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:54.229678 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3ffa-8dea-4552-bc26-1e2ed8f16713 admin admin] Publish callbacks [] for security_group (30a50621-3ce5-449c-a938-9de54070009a), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:54.255614 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3ffa-8dea-4552-bc26-1e2ed8f16713 admin admin] Publish callbacks [] for security_group (30a50621-3ce5-449c-a938-9de54070009a), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:54.322271 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3ffa-8dea-4552-bc26-1e2ed8f16713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (30a50621-3ce5-449c-a938-9de54070009a), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:54.325101 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3ffa-8dea-4552-bc26-1e2ed8f16713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:54.326515 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-bfbb3ffa-8dea-4552-bc26-1e2ed8f16713 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/30a50621-3ce5-449c-a938-9de54070009a HTTP/1.1" status: 204 len: 168 time: 0.1796463 Oct 31 14:57:54.345874 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:54.347114 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb3ffa-8dea-4552-bc26-1e2ed8f16713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a50621-3ce5-449c-a938-9de54070009a,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:54.464764 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830a487-57c6-485a-95b2-b54da9e24571 None None] New status for floating IP 890dd89b-e9b9-4064-988f-79012f6d5083: ACTIVE {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 14:57:54.602835 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:54.687114 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca4a14-cb5e-4b70-9d22-654aa445fd05 req-e99a65e3-4ebf-44b9-91fc-d932625ae6f3 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:54.688900 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-11ca4a14-cb5e-4b70-9d22-654aa445fd05 req-e99a65e3-4ebf-44b9-91fc-d932625ae6f3 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0991580 Oct 31 14:57:54.747253 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-cf4bc326-037a-4157-887b-240d7fbbbc05 admin admin] Deleting port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 14:57:54.747645 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cf4bc326-037a-4157-887b-240d7fbbbc05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:54.782394 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-11ca4a14-cb5e-4b70-9d22-654aa445fd05 req-3be17523-e36e-42e8-81e8-3bf9127f52a2 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876372 Oct 31 14:57:54.864055 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:54.878550 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-cf4bc326-037a-4157-887b-240d7fbbbc05 admin admin] For port fd926d6a-348f-4bf4-b1ef-acfc4b1af7af, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=fd926d6a-348f-4bf4-b1ef-acfc4b1af7af,segment=NetworkSegment(c12d0c10-1531-43bd-b4b1-48ba1aba830f),segment_id=c12d0c10-1531-43bd-b4b1-48ba1aba830f)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:54.878929 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cf4bc326-037a-4157-887b-240d7fbbbc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:54.915201 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-cf4bc326-037a-4157-887b-240d7fbbbc05 admin admin] Calling delete_port for fd926d6a-348f-4bf4-b1ef-acfc4b1af7af owned by network:router_interface {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 14:57:55.366980 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cf4bc326-037a-4157-887b-240d7fbbbc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290'] for port (fd926d6a-348f-4bf4-b1ef-acfc4b1af7af), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:55.392214 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bc326-037a-4157-887b-240d7fbbbc05 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd926d6a-348f-4bf4-b1ef-acfc4b1af7af,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:55.540297 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cf4bc326-037a-4157-887b-240d7fbbbc05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400708'] for router_interface (a054e2cb-8061-474d-adf2-3ba2b04c53e6), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:55.641427 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fb23a5-3fcd-41c5-b322-ac3e9fd33cdd None None] get_active_networks_info from dv-cinder-860227-3-iscsi {{(pid=119729) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 14:57:55.702609 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:55.839226 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fb23a5-3fcd-41c5-b322-ac3e9fd33cdd None None] Resources bound (agent type, host, resource id): {{(pid=119729) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 14:57:55.847345 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4bc326-037a-4157-887b-240d7fbbbc05 admin admin] Router a054e2cb-8061-474d-adf2-3ba2b04c53e6 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 14:57:55.872949 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:56.039758 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5b2af-f1c3-4511-b19e-c297edee7c00 req-f46c35ab-5eae-4dc5-a64d-5c95acf1e611 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:56.041821 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9df5b2af-f1c3-4511-b19e-c297edee7c00 req-f46c35ab-5eae-4dc5-a64d-5c95acf1e611 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.1075048 Oct 31 14:57:56.155280 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4bc326-037a-4157-887b-240d7fbbbc05 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:57:56.171337 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb8485-7637-459e-b168-424f50ab042f None None] Sync routers for ids ['a054e2cb-8061-474d-adf2-3ba2b04c53e6'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:57:56.179885 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-cf4bc326-037a-4157-887b-240d7fbbbc05 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/a054e2cb-8061-474d-adf2-3ba2b04c53e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5844643 Oct 31 14:57:56.185970 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42270) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:56.199711 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb8485-7637-459e-b168-424f50ab042f None None] Routers {'a054e2cb-8061-474d-adf2-3ba2b04c53e6'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:57:56.205119 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-6edb8485-7637-459e-b168-424f50ab042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:57:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['a054e2cb-8061-474d-adf2-3ba2b04c53e6'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:56.246209 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9df5b2af-f1c3-4511-b19e-c297edee7c00 req-ae4d00fd-0e20-4c89-a525-46afff32511c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864130 Oct 31 14:57:56.272246 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:56.364596 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] Publish callbacks [] for router (a054e2cb-8061-474d-adf2-3ba2b04c53e6), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:56.460040 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-6edb8485-7637-459e-b168-424f50ab042f None None] Set router a054e2cb-8061-474d-adf2-3ba2b04c53e6 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:57:56.583761 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] Publish callbacks [] for router_gateway (a054e2cb-8061-474d-adf2-3ba2b04c53e6), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:56.653883 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] Deleting port 4e629dc0-da39-4e2f-be95-c6939f878e21 {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 14:57:56.654539 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (4e629dc0-da39-4e2f-be95-c6939f878e21), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:56.721939 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-6edb8485-7637-459e-b168-424f50ab042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'name': 'tempest-DeleteServersTestJSON-1902792224-router', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '4e629dc0-da39-4e2f-be95-c6939f878e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:57:55Z', 'revision_number': 5, 'project_id': 'af86d70d54694b7995d03c8c607ae706', 'gw_port': {'id': '4e629dc0-da39-4e2f-be95-c6939f878e21', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:32Z', 'updated_at': '2022-10-31T14:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:56.755496 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb8485-7637-459e-b168-424f50ab042f None None] Checking router: a054e2cb-8061-474d-adf2-3ba2b04c53e6 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:57:56.766894 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb8485-7637-459e-b168-424f50ab042f None None] Routers {'a054e2cb-8061-474d-adf2-3ba2b04c53e6'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:57:56.767822 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-6edb8485-7637-459e-b168-424f50ab042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:57:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['a054e2cb-8061-474d-adf2-3ba2b04c53e6'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:56.783661 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] For port 4e629dc0-da39-4e2f-be95-c6939f878e21, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=4e629dc0-da39-4e2f-be95-c6939f878e21,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:56.784031 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (4e629dc0-da39-4e2f-be95-c6939f878e21), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:56.800346 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] Calling delete_port for 4e629dc0-da39-4e2f-be95-c6939f878e21 owned by network:router_gateway {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 14:57:56.926648 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42304) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:56.932982 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-6edb8485-7637-459e-b168-424f50ab042f None None] Set router a054e2cb-8061-474d-adf2-3ba2b04c53e6 gateway port host: None {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:57:56.998224 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-6edb8485-7637-459e-b168-424f50ab042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'name': 'tempest-DeleteServersTestJSON-1902792224-router', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:57:56Z', 'revision_number': 6, 'project_id': 'af86d70d54694b7995d03c8c607ae706', 'gw_port_host': None}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:57.028563 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb8485-7637-459e-b168-424f50ab042f None None] The sync data for ids ['a054e2cb-8061-474d-adf2-3ba2b04c53e6'] in dv-cinder-860227-3-iscsi is: [{'id': 'a054e2cb-8061-474d-adf2-3ba2b04c53e6', 'name': 'tempest-DeleteServersTestJSON-1902792224-router', 'tenant_id': 'af86d70d54694b7995d03c8c607ae706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:57:56Z', 'revision_number': 6, 'project_id': 'af86d70d54694b7995d03c8c607ae706', 'gw_port_host': None}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:57:57.100355 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290'] for port (4e629dc0-da39-4e2f-be95-c6939f878e21), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.132765 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e629dc0-da39-4e2f-be95-c6939f878e21,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:57.167072 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398739'] for router_gateway (a054e2cb-8061-474d-adf2-3ba2b04c53e6), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.233740 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f51f386-efd6-4bcd-8173-2b8b04fdbf87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.271900 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56567'] for router (a054e2cb-8061-474d-adf2-3ba2b04c53e6), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.274350 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] Publish callbacks [] for router_controller (a054e2cb-8061-474d-adf2-3ba2b04c53e6), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.306365 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-eee10fb8-1fd2-4619-84b1-464199240fc6 None None] Provisioning complete for port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:57:57.306997 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-eee10fb8-1fd2-4619-84b1-464199240fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.309464 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-eee10fb8-1fd2-4619-84b1-464199240fc6 None None] Attempt 1 to provision port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 Oct 31 14:57:57.357802 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f51f386-efd6-4bcd-8173-2b8b04fdbf87 admin admin] Publish callbacks [] for security_group (2c79121a-17cc-4463-9a59-869ab84ad997), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.381941 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f51f386-efd6-4bcd-8173-2b8b04fdbf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (2c79121a-17cc-4463-9a59-869ab84ad997), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.385625 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400657'] for router (a054e2cb-8061-474d-adf2-3ba2b04c53e6), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.386272 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a054e2cb-8061-474d-adf2-3ba2b04c53e6 {{(pid=119728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 14:57:57.392144 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.393328 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-6fcf6756-e9c3-42cd-a917-2fc397aa4fa6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/a054e2cb-8061-474d-adf2-3ba2b04c53e6 HTTP/1.1" status: 204 len: 168 time: 1.2059722 Oct 31 14:57:57.395889 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42318) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:57.408542 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-eee10fb8-1fd2-4619-84b1-464199240fc6 None None] Current status of the port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:57:57.479766 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:57.499269 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227fdfc-3065-4e0f-bc5e-e52f379d93a4 req-b87b06d3-2304-43f3-8098-e9f81c4a3fec tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:57.500856 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7227fdfc-3065-4e0f-bc5e-e52f379d93a4 req-b87b06d3-2304-43f3-8098-e9f81c4a3fec tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.1401412 Oct 31 14:57:57.501204 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bc8419-7fc3-4712-8473-4504de4b7600 admin admin] Deleting subnet 90ce64be-1186-4405-90d4-f5ff5d2a549a {{(pid=119728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 14:57:57.503859 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-5f51f386-efd6-4bcd-8173-2b8b04fdbf87 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=493156d70b964b3f84a0b673d7e59599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5761774 Oct 31 14:57:57.505277 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8419-7fc3-4712-8473-4504de4b7600 admin admin] Publish callbacks [] for subnet (90ce64be-1186-4405-90d4-f5ff5d2a549a), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.505605 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51f386-efd6-4bcd-8173-2b8b04fdbf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c79121a-17cc-4463-9a59-869ab84ad997,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:57.510858 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42320) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:57.575227 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:57.581340 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8419-7fc3-4712-8473-4504de4b7600 admin admin] Publish callbacks [] for subnet (90ce64be-1186-4405-90d4-f5ff5d2a549a), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.596013 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device fd926d6a-348f-4bf4-b1ef-acfc4b1af7af no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 14:57:57.641540 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7227fdfc-3065-4e0f-bc5e-e52f379d93a4 req-99cba5d0-3e3b-4434-b618-5a874169319d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314981 Oct 31 14:57:57.658347 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d40fddcb-51ab-4925-8e5a-bf48fbb9fae2 admin admin] Publish callbacks [] for security_group (2c79121a-17cc-4463-9a59-869ab84ad997), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.660288 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: fd926d6a-348f-4bf4-b1ef-acfc4b1af7af {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 14:57:57.674015 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device fd926d6a-348f-4bf4-b1ef-acfc4b1af7af not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 14:57:57.686422 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d40fddcb-51ab-4925-8e5a-bf48fbb9fae2 admin admin] Publish callbacks [] for security_group (2c79121a-17cc-4463-9a59-869ab84ad997), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.694373 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8419-7fc3-4712-8473-4504de4b7600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (90ce64be-1186-4405-90d4-f5ff5d2a549a), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.749543 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d40fddcb-51ab-4925-8e5a-bf48fbb9fae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (2c79121a-17cc-4463-9a59-869ab84ad997), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.753551 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d40fddcb-51ab-4925-8e5a-bf48fbb9fae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.757416 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-d40fddcb-51ab-4925-8e5a-bf48fbb9fae2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2c79121a-17cc-4463-9a59-869ab84ad997 HTTP/1.1" status: 204 len: 168 time: 0.2432523 Oct 31 14:57:57.784349 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8419-7fc3-4712-8473-4504de4b7600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for subnet (90ce64be-1186-4405-90d4-f5ff5d2a549a), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.796596 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fddcb-51ab-4925-8e5a-bf48fbb9fae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c79121a-17cc-4463-9a59-869ab84ad997,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:57.839806 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc8419-7fc3-4712-8473-4504de4b7600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ce64be-1186-4405-90d4-f5ff5d2a549a,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:57.857970 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8419-7fc3-4712-8473-4504de4b7600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:57.865380 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-f9bc8419-7fc3-4712-8473-4504de4b7600 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/90ce64be-1186-4405-90d4-f5ff5d2a549a HTTP/1.1" status: 204 len: 168 time: 0.4637771 Oct 31 14:57:57.865548 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42332) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:57.870013 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3dd8c5-5015-4131-be82-dd015c0e91e2 None None] Network 62d09c23-95fd-46cc-ac62-b206a226f4d0 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:57:58.020276 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (62d09c23-95fd-46cc-ac62-b206a226f4d0), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.094188 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Deleting port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 14:57:58.095127 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.150593 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efad5bd8-eda6-4368-8a1e-f89e83f7a184 None None] DHCP port deletion for 62d09c23-95fd-46cc-ac62-b206a226f4d0 request from dv-cinder-860227-3-iscsi {{(pid=119729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 14:57:58.179972 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] For port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=45ed3aea-0d9d-43b5-8e6d-61f804d91c08,segment=NetworkSegment(c12d0c10-1531-43bd-b4b1-48ba1aba830f),segment_id=c12d0c10-1531-43bd-b4b1-48ba1aba830f)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:58.181729 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.196171 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-efad5bd8-eda6-4368-8a1e-f89e83f7a184 None None] Deleting port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 {{(pid=119729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 14:57:58.196841 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-efad5bd8-eda6-4368-8a1e-f89e83f7a184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), before_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.200347 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Calling delete_port for 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 owned by network:dhcp {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 14:57:58.273350 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-efad5bd8-eda6-4368-8a1e-f89e83f7a184 None None] For port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=45ed3aea-0d9d-43b5-8e6d-61f804d91c08,segment=NetworkSegment(c12d0c10-1531-43bd-b4b1-48ba1aba830f),segment_id=c12d0c10-1531-43bd-b4b1-48ba1aba830f)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:57:58.273850 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-efad5bd8-eda6-4368-8a1e-f89e83f7a184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), precommit_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.292846 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42342) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:58.293818 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-efad5bd8-eda6-4368-8a1e-f89e83f7a184 None None] Calling delete_port for 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 owned by network:dhcp {{(pid=119729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 14:57:58.308279 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290'] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.310536 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-23c7dace-7527-4b21-bc45-e45d2e300650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.344114 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ed3aea-0d9d-43b5-8e6d-61f804d91c08,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:58.346152 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] No DVR routers for this DVR port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 on host dv-cinder-860227-3-iscsi {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 14:57:58.380470 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:58.431752 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-efad5bd8-eda6-4368-8a1e-f89e83f7a184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290'] for port (45ed3aea-0d9d-43b5-8e6d-61f804d91c08), after_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.451201 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (62d09c23-95fd-46cc-ac62-b206a226f4d0), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.459071 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad5bd8-eda6-4368-8a1e-f89e83f7a184 None None] Pushing event deleted for resources: {'Port': ['ID=45ed3aea-0d9d-43b5-8e6d-61f804d91c08,revision_number=None']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:58.465397 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad5bd8-eda6-4368-8a1e-f89e83f7a184 None None] No DVR routers for this DVR port 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 on host dv-cinder-860227-3-iscsi {{(pid=119729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 14:57:58.486121 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:57:58.486432 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:57:58.487266 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:57:58.487532 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Subscribe: > port after_create 55550000 {{(pid=119727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:57:58.487902 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Subscribe: > port after_delete 55550000 {{(pid=119727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:57:58.488255 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Subscribe: > port after_update 55550000 {{(pid=119727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:57:58.488575 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:57:58.488895 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:57:58.489247 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:57:58.489519 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:57:58.630614 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:57:58.630962 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:57:58.631297 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:57:58.631657 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:57:58.632029 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d09c23-95fd-46cc-ac62-b206a226f4d0']}} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:58.655478 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12d0c10-1531-43bd-b4b1-48ba1aba830f') {'for_net_delete': True} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:58.655801 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12d0c10-1531-43bd-b4b1-48ba1aba830f') {} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:57:58.677955 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:58.681489 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13779369'] for segment (c12d0c10-1531-43bd-b4b1-48ba1aba830f), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.710706 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-23c7dace-7527-4b21-bc45-e45d2e300650 admin admin] Publish callbacks [] for security_group (77934574-fcb4-4f04-881f-8a26c2adf483), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.715721 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (c12d0c10-1531-43bd-b4b1-48ba1aba830f), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.724967 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-23c7dace-7527-4b21-bc45-e45d2e300650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (77934574-fcb4-4f04-881f-8a26c2adf483), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.727853 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=119727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 14:57:58.728250 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15224914'] for segment (c12d0c10-1531-43bd-b4b1-48ba1aba830f), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.769787 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:57:58.779515 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f50c7d-16e4-4d47-8519-5f91e5946f8c req-cd722d71-e674-4108-8de7-e5a147a25e0e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:57:58.785081 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-39f50c7d-16e4-4d47-8519-5f91e5946f8c req-cd722d71-e674-4108-8de7-e5a147a25e0e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0506713 Oct 31 14:57:58.826663 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7dace-7527-4b21-bc45-e45d2e300650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77934574-fcb4-4f04-881f-8a26c2adf483,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:58.832801 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-23c7dace-7527-4b21-bc45-e45d2e300650 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=dc94a7f2d2db4bc9804cbb4c1c4f7d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5389636 Oct 31 14:57:58.840228 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42350) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:58.847138 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (62d09c23-95fd-46cc-ac62-b206a226f4d0), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.861953 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.866116 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/62d09c23-95fd-46cc-ac62-b206a226f4d0 HTTP/1.1" status: 204 len: 168 time: 0.9995914 Oct 31 14:57:58.873387 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-39f50c7d-16e4-4d47-8519-5f91e5946f8c req-9563fffb-4dce-4031-847a-85ebb39c6ad6 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820463 Oct 31 14:57:58.882928 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf4e65-e4be-4047-8c44-77556f884d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=62d09c23-95fd-46cc-ac62-b206a226f4d0,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:58.914152 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-60876099-3ed6-472e-999e-985aa9851282 admin admin] Publish callbacks [] for security_group (77934574-fcb4-4f04-881f-8a26c2adf483), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:58.947744 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-60876099-3ed6-472e-999e-985aa9851282 admin admin] Publish callbacks [] for security_group (77934574-fcb4-4f04-881f-8a26c2adf483), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:59.011505 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-60876099-3ed6-472e-999e-985aa9851282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (77934574-fcb4-4f04-881f-8a26c2adf483), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:59.015796 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-60876099-3ed6-472e-999e-985aa9851282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:59.017228 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-60876099-3ed6-472e-999e-985aa9851282 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/77934574-fcb4-4f04-881f-8a26c2adf483 HTTP/1.1" status: 204 len: 168 time: 0.1757948 Oct 31 14:57:59.027464 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60876099-3ed6-472e-999e-985aa9851282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77934574-fcb4-4f04-881f-8a26c2adf483,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:59.066659 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment c12d0c10-1531-43bd-b4b1-48ba1aba830f resource provider aggregate not found Oct 31 14:57:59.088805 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment c12d0c10-1531-43bd-b4b1-48ba1aba830f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c12d0c10-1531-43bd-b4b1-48ba1aba830f found for delete ", "request_id": "req-d33ae1a2-8de7-4322-986f-1d2ae0b8a268"}]} Oct 31 14:57:59.156892 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42384) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:59.218413 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-f7958dba-a347-4b74-9893-5c08e0392128 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=af86d70d54694b7995d03c8c607ae706&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0595872 Oct 31 14:57:59.218604 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42390) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:57:59.277793 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2eb85d44-50f2-488a-882a-4fd36f8b34f5 admin admin] Publish callbacks [] for security_group (95adf0cc-5cdc-40f4-ae75-d98e879ae495), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:59.304157 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2eb85d44-50f2-488a-882a-4fd36f8b34f5 admin admin] Publish callbacks [] for security_group (95adf0cc-5cdc-40f4-ae75-d98e879ae495), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:59.381681 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2eb85d44-50f2-488a-882a-4fd36f8b34f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (95adf0cc-5cdc-40f4-ae75-d98e879ae495), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:59.386896 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2eb85d44-50f2-488a-882a-4fd36f8b34f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:57:59.390885 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-2eb85d44-50f2-488a-882a-4fd36f8b34f5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/95adf0cc-5cdc-40f4-ae75-d98e879ae495 HTTP/1.1" status: 204 len: 168 time: 0.1687968 Oct 31 14:57:59.402719 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb85d44-50f2-488a-882a-4fd36f8b34f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95adf0cc-5cdc-40f4-ae75-d98e879ae495,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:57:59.489403 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 4e629dc0-da39-4e2f-be95-c6939f878e21 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 14:57:59.510292 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 4e629dc0-da39-4e2f-be95-c6939f878e21 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 14:57:59.510944 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 4e629dc0-da39-4e2f-be95-c6939f878e21 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 14:57:59.511577 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 14:57:59.538986 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 14:57:59.539805 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 45ed3aea-0d9d-43b5-8e6d-61f804d91c08 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 14:58:00.016461 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e0404-1569-48fd-897e-8875331442ac req-4ab21d35-9bc0-46d2-abbd-33036dc34e6f tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:00.018305 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2d0e0404-1569-48fd-897e-8875331442ac req-4ab21d35-9bc0-46d2-abbd-33036dc34e6f tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0527132 Oct 31 14:58:00.107911 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2d0e0404-1569-48fd-897e-8875331442ac req-b1d0ff8e-d7c4-4420-8eb8-acfc63b01d34 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756495 Oct 31 14:58:00.450635 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42462) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:00.593466 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6348db4a-b24b-4a0e-b9dc-2555dcc4f7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:00.706196 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6348db4a-b24b-4a0e-b9dc-2555dcc4f7b8 admin admin] Publish callbacks [] for security_group (7b2bbf4e-4181-418c-ab99-34dcaa4a1fc4), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:00.710724 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6348db4a-b24b-4a0e-b9dc-2555dcc4f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (7b2bbf4e-4181-418c-ab99-34dcaa4a1fc4), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:00.755136 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-6348db4a-b24b-4a0e-b9dc-2555dcc4f7b8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=3146272b16d74a0bb6957ace1947fbcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034267 Oct 31 14:58:00.756248 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348db4a-b24b-4a0e-b9dc-2555dcc4f7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2bbf4e-4181-418c-ab99-34dcaa4a1fc4,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:00.758011 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42482) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:00.844146 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-baef74db-9b8d-46e7-ad46-38f221524ee1 admin admin] Publish callbacks [] for security_group (7b2bbf4e-4181-418c-ab99-34dcaa4a1fc4), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:00.867438 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-baef74db-9b8d-46e7-ad46-38f221524ee1 admin admin] Publish callbacks [] for security_group (7b2bbf4e-4181-418c-ab99-34dcaa4a1fc4), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:00.928334 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-baef74db-9b8d-46e7-ad46-38f221524ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (7b2bbf4e-4181-418c-ab99-34dcaa4a1fc4), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:00.932679 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-baef74db-9b8d-46e7-ad46-38f221524ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:00.934026 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-baef74db-9b8d-46e7-ad46-38f221524ee1 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7b2bbf4e-4181-418c-ab99-34dcaa4a1fc4 HTTP/1.1" status: 204 len: 168 time: 0.1737654 Oct 31 14:58:00.942597 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef74db-9b8d-46e7-ad46-38f221524ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2bbf4e-4181-418c-ab99-34dcaa4a1fc4,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:01.139854 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42510) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:01.243935 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99b992-530a-43f6-b84c-4eb47f980e0c req-e3502164-dd62-4e9c-a114-f883679c0ede tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:01.245539 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-de99b992-530a-43f6-b84c-4eb47f980e0c req-e3502164-dd62-4e9c-a114-f883679c0ede tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0517943 Oct 31 14:58:01.267847 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5cae3b62-bf27-4ea0-84d3-1d15395af546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:01.300513 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-de99b992-530a-43f6-b84c-4eb47f980e0c req-eac008c9-f6dc-4b70-a600-18da3022e137 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493393 Oct 31 14:58:01.377235 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5cae3b62-bf27-4ea0-84d3-1d15395af546 admin admin] Publish callbacks [] for security_group (955bdf13-5bea-42a0-9ba1-7c96b6574170), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:01.380098 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5cae3b62-bf27-4ea0-84d3-1d15395af546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (955bdf13-5bea-42a0-9ba1-7c96b6574170), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:01.419517 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae3b62-bf27-4ea0-84d3-1d15395af546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955bdf13-5bea-42a0-9ba1-7c96b6574170,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:01.425675 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-5cae3b62-bf27-4ea0-84d3-1d15395af546 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6d8b9979a32d4f019261033e05440917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840509 Oct 31 14:58:01.428367 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42524) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:01.440600 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=6 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:01.493994 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:UPDATE=1,neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:01.498135 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-61efd0b5-e062-4e7b-ab57-d41737ac8eea admin admin] Publish callbacks [] for security_group (955bdf13-5bea-42a0-9ba1-7c96b6574170), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:01.522097 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-61efd0b5-e062-4e7b-ab57-d41737ac8eea admin admin] Publish callbacks [] for security_group (955bdf13-5bea-42a0-9ba1-7c96b6574170), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:01.576389 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-61efd0b5-e062-4e7b-ab57-d41737ac8eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (955bdf13-5bea-42a0-9ba1-7c96b6574170), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:01.579442 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-61efd0b5-e062-4e7b-ab57-d41737ac8eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:01.580609 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-61efd0b5-e062-4e7b-ab57-d41737ac8eea admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/955bdf13-5bea-42a0-9ba1-7c96b6574170 HTTP/1.1" status: 204 len: 168 time: 0.1514518 Oct 31 14:58:01.589547 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efd0b5-e062-4e7b-ab57-d41737ac8eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955bdf13-5bea-42a0-9ba1-7c96b6574170,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:01.670961 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42538) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:01.944524 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1523076495-network', 'tenant_id': '4075982a0ef04a6a8edbe37fde6cb657'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:58:01.985769 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] Made reservation on behalf of 4075982a0ef04a6a8edbe37fde6cb657 for: {'network': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:58:01.988288 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:02.002894 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:02.092502 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] Publish callbacks [] for security_group (5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:02.096868 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:02.128267 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=119727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 14:58:02.135759 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:02.142417 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (eccc531c-0dd1-470b-b1ba-74dc1847915d), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:02.143150 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.segments_db [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] Added segment eccc531c-0dd1-470b-b1ba-74dc1847915d of type vlan for network bf316978-b229-4eee-925c-84469c566017 Oct 31 14:58:02.190588 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (bf316978-b229-4eee-925c-84469c566017), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:02.223410 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (bf316978-b229-4eee-925c-84469c566017), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:02.225848 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:02.226443 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:02.286154 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6134102 Oct 31 14:58:02.290042 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42572) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:02.295020 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-1a746a5f-8195-434a-8ff3-f935766fe5e3 admin admin] Request body: {'subnet': {'network_id': 'bf316978-b229-4eee-925c-84469c566017', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1523076495-subnet', 'tenant_id': '4075982a0ef04a6a8edbe37fde6cb657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:58:02.310516 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b28f7-480c-4fe3-ae8b-e8e3f28590d6 admin admin] Pushing event updated for resources: {'Network': ['ID=bf316978-b229-4eee-925c-84469c566017,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:02.317689 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a746a5f-8195-434a-8ff3-f935766fe5e3 admin admin] Made reservation on behalf of 4075982a0ef04a6a8edbe37fde6cb657 for: {'subnet': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:58:02.321863 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network bf316978-b229-4eee-925c-84469c566017 details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 14:58:02.323212 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1a746a5f-8195-434a-8ff3-f935766fe5e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:02.460163 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc2756-f49c-46e6-8af7-4761ecc09013 req-f75cce1a-7d42-44af-a2df-df63e0138b36 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:02.463224 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d4dc2756-f49c-46e6-8af7-4761ecc09013 req-f75cce1a-7d42-44af-a2df-df63e0138b36 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0628438 Oct 31 14:58:02.530861 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d4dc2756-f49c-46e6-8af7-4761ecc09013 req-21f8631f-f798-41c6-8e81-f34d24f09701 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594816 Oct 31 14:58:02.534492 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:02.542829 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1a746a5f-8195-434a-8ff3-f935766fe5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for subnet (5b91b97a-f7bf-4b7a-bfe1-875dcec558b7), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:02.548514 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:02.617084 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a746a5f-8195-434a-8ff3-f935766fe5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b91b97a-f7bf-4b7a-bfe1-875dcec558b7,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:02.623724 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a746a5f-8195-434a-8ff3-f935766fe5e3 admin admin] Checking segment: {'id': 'eccc531c-0dd1-470b-b1ba-74dc1847915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bf316978-b229-4eee-925c-84469c566017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:58:02.624172 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a746a5f-8195-434a-8ff3-f935766fe5e3 admin admin] Network hostable DHCP agents. Network: bf316978-b229-4eee-925c-84469c566017, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 14:58:02.642102 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a746a5f-8195-434a-8ff3-f935766fe5e3 admin admin] Network bf316978-b229-4eee-925c-84469c566017 is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 14:58:02.651997 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-1a746a5f-8195-434a-8ff3-f935766fe5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, bf316978-b229-4eee-925c-84469c566017) {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:58:02.656294 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a746a5f-8195-434a-8ff3-f935766fe5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:02.656994 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1a746a5f-8195-434a-8ff3-f935766fe5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:02.662767 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6171b7-8938-4d8b-ab95-b274312cef42 None None] Network bf316978-b229-4eee-925c-84469c566017 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:58:02.684521 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-1a746a5f-8195-434a-8ff3-f935766fe5e3 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3847868 Oct 31 14:58:02.727753 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:02.737388 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:02.788931 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4406ea65-068a-4653-b467-759514c15b85 None None] Network bf316978-b229-4eee-925c-84469c566017 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 14:58:03.730732 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d3560-4e42-4afd-9ac3-3a95744eaec4 req-a71aefb2-aae0-4f83-a077-27cb0f8865f2 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:03.732714 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-699d3560-4e42-4afd-9ac3-3a95744eaec4 req-a71aefb2-aae0-4f83-a077-27cb0f8865f2 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0932982 Oct 31 14:58:03.800852 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-699d3560-4e42-4afd-9ac3-3a95744eaec4 req-c27683fb-7455-4b40-8dd6-2bfa1478fc78 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617177 Oct 31 14:58:04.109537 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42664) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:04.217061 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2b247d13-cf00-4d47-9dc4-ba5b12f95150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:04.295777 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2b247d13-cf00-4d47-9dc4-ba5b12f95150 admin admin] Publish callbacks [] for security_group (15b7c768-f238-4e0f-814c-2cf3e2bf0a0a), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:04.299479 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2b247d13-cf00-4d47-9dc4-ba5b12f95150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (15b7c768-f238-4e0f-814c-2cf3e2bf0a0a), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:04.336399 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b247d13-cf00-4d47-9dc4-ba5b12f95150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b7c768-f238-4e0f-814c-2cf3e2bf0a0a,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:04.341613 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-2b247d13-cf00-4d47-9dc4-ba5b12f95150 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=fed05b44b6c640acbee4c86f22860a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310457 Oct 31 14:58:04.344382 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42670) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:04.392003 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d8005ae-2214-46c1-8480-840d788201b3 admin admin] Publish callbacks [] for security_group (15b7c768-f238-4e0f-814c-2cf3e2bf0a0a), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:04.414717 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d8005ae-2214-46c1-8480-840d788201b3 admin admin] Publish callbacks [] for security_group (15b7c768-f238-4e0f-814c-2cf3e2bf0a0a), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:04.461042 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d8005ae-2214-46c1-8480-840d788201b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (15b7c768-f238-4e0f-814c-2cf3e2bf0a0a), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:04.463685 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d8005ae-2214-46c1-8480-840d788201b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:04.464833 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-8d8005ae-2214-46c1-8480-840d788201b3 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/15b7c768-f238-4e0f-814c-2cf3e2bf0a0a HTTP/1.1" status: 204 len: 168 time: 0.1196799 Oct 31 14:58:04.472842 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8005ae-2214-46c1-8480-840d788201b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b7c768-f238-4e0f-814c-2cf3e2bf0a0a,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:04.820181 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42706) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:04.837451 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fd7b16f7-6c8d-4570-bd1b-316d2c1ba6d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:04.895153 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761410af-caa6-430e-af0a-7298ccd93d50 req-38da38aa-7fe4-4bfa-bfe7-17a707b518d8 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:04.903531 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-761410af-caa6-430e-af0a-7298ccd93d50 req-38da38aa-7fe4-4bfa-bfe7-17a707b518d8 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/networks?id=bf316978-b229-4eee-925c-84469c566017 HTTP/1.1" status: 200 len: 809 time: 0.1372623 Oct 31 14:58:04.921830 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-761410af-caa6-430e-af0a-7298ccd93d50 req-914c12aa-c6b1-4e35-80ee-7aa0c380d536 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/quotas/4075982a0ef04a6a8edbe37fde6cb657 HTTP/1.1" status: 200 len: 375 time: 0.0163317 Oct 31 14:58:04.975300 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028ead8-d43d-4f31-8342-fd4180f1bb78 req-06502158-759d-4549-afc9-20516dbf42c4 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:04.977386 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d028ead8-d43d-4f31-8342-fd4180f1bb78 req-06502158-759d-4549-afc9-20516dbf42c4 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0515869 Oct 31 14:58:05.002177 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42716) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:05.069877 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:05.072807 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fd7b16f7-6c8d-4570-bd1b-316d2c1ba6d9 admin admin] Publish callbacks [] for security_group (5d6df9a4-7214-42a1-8584-c1e6192afe73), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:05.078116 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d028ead8-d43d-4f31-8342-fd4180f1bb78 req-1adaebc8-e61d-42b8-a1c9-a36e8137ba3d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902340 Oct 31 14:58:05.079672 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fd7b16f7-6c8d-4570-bd1b-316d2c1ba6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (5d6df9a4-7214-42a1-8584-c1e6192afe73), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:05.105860 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:05.132663 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-fd7b16f7-6c8d-4570-bd1b-316d2c1ba6d9 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9dd801ad6a7a43ef988331158da99875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104181 Oct 31 14:58:05.133591 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b16f7-6c8d-4570-bd1b-316d2c1ba6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6df9a4-7214-42a1-8584-c1e6192afe73,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:05.135899 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42724) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:05.191909 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5941d8f9-ce39-4d5b-a4ec-ef57f57dce0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:05.219853 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5093-6fa4-46c0-ad45-f818b878073c admin admin] Publish callbacks [] for security_group (5d6df9a4-7214-42a1-8584-c1e6192afe73), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:05.235038 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-761410af-caa6-430e-af0a-7298ccd93d50 req-d32231e7-30f6-4ca6-a3b5-14981bca3625 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=4075982a0ef04a6a8edbe37fde6cb657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3123636 Oct 31 14:58:05.251997 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5093-6fa4-46c0-ad45-f818b878073c admin admin] Publish callbacks [] for security_group (5d6df9a4-7214-42a1-8584-c1e6192afe73), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:05.331668 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5941d8f9-ce39-4d5b-a4ec-ef57f57dce0a admin admin] Publish callbacks [] for security_group (2957267a-c95a-41a0-9578-26878a784e04), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:05.333792 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5093-6fa4-46c0-ad45-f818b878073c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (5d6df9a4-7214-42a1-8584-c1e6192afe73), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:05.336480 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5093-6fa4-46c0-ad45-f818b878073c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:05.337819 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-3d9b5093-6fa4-46c0-ad45-f818b878073c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5d6df9a4-7214-42a1-8584-c1e6192afe73 HTTP/1.1" status: 204 len: 168 time: 0.2007177 Oct 31 14:58:05.341505 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5941d8f9-ce39-4d5b-a4ec-ef57f57dce0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (2957267a-c95a-41a0-9578-26878a784e04), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:05.348897 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b5093-6fa4-46c0-ad45-f818b878073c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6df9a4-7214-42a1-8584-c1e6192afe73,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:05.389425 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-761410af-caa6-430e-af0a-7298ccd93d50 req-4c7a4050-39c9-4de7-805d-5f6ab7cc4a74 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bf316978-b229-4eee-925c-84469c566017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467848 Oct 31 14:58:05.398012 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-5941d8f9-ce39-4d5b-a4ec-ef57f57dce0a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6ba24f5a0f4b40c498bb15e73bd92515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945124 Oct 31 14:58:05.401979 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42734) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:05.410875 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941d8f9-ce39-4d5b-a4ec-ef57f57dce0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2957267a-c95a-41a0-9578-26878a784e04,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:05.486723 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:05.510364 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-761410af-caa6-430e-af0a-7298ccd93d50 req-031accb9-2c1b-471f-a880-5d8448081ed3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bf316978-b229-4eee-925c-84469c566017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152055 Oct 31 14:58:05.737279 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5d2bb48c-6795-4371-8aa3-24efb06a3578 req-5170cc8f-8d6b-4260-b0b9-66716d68a9b8 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 210 time: 0.0381131 Oct 31 14:58:05.753113 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7dd863a0-440e-4109-98aa-f5812c48f574 admin admin] Publish callbacks [] for security_group (2957267a-c95a-41a0-9578-26878a784e04), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:05.779459 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7dd863a0-440e-4109-98aa-f5812c48f574 admin admin] Publish callbacks [] for security_group (2957267a-c95a-41a0-9578-26878a784e04), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:05.834913 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7dd863a0-440e-4109-98aa-f5812c48f574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (2957267a-c95a-41a0-9578-26878a784e04), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:05.838781 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7dd863a0-440e-4109-98aa-f5812c48f574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:05.842627 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-7dd863a0-440e-4109-98aa-f5812c48f574 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2957267a-c95a-41a0-9578-26878a784e04 HTTP/1.1" status: 204 len: 168 time: 0.4371281 Oct 31 14:58:05.850830 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd863a0-440e-4109-98aa-f5812c48f574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2957267a-c95a-41a0-9578-26878a784e04,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:06.215967 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:06.233471 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d3955-1832-4fe8-9d7d-b5ca0fd47223 req-b83ee80f-5f4c-4c5c-84b8-00ad20318969 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:06.235021 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9f0d3955-1832-4fe8-9d7d-b5ca0fd47223 req-b83ee80f-5f4c-4c5c-84b8-00ad20318969 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0508716 Oct 31 14:58:06.264751 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42774) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:06.278914 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-327cef36-8c16-4019-b930-a8733af503ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:06.324805 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9f0d3955-1832-4fe8-9d7d-b5ca0fd47223 req-3228f7af-5554-42e1-8bb0-eaa58d0a412c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836442 Oct 31 14:58:06.378063 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-327cef36-8c16-4019-b930-a8733af503ea admin admin] Publish callbacks [] for security_group (67f11c40-c340-45ec-b7ef-39bbf552bf12), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:06.382528 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-327cef36-8c16-4019-b930-a8733af503ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (67f11c40-c340-45ec-b7ef-39bbf552bf12), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:06.406693 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:06.416947 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-327cef36-8c16-4019-b930-a8733af503ea admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9b6e9bd8b6c24bd2bb50f8df8ac2e38b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511548 Oct 31 14:58:06.420336 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42778) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:06.429365 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cef36-8c16-4019-b930-a8733af503ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f11c40-c340-45ec-b7ef-39bbf552bf12,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:06.494587 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fae82d53-723f-488d-a49e-3419b66e99d6 admin admin] Publish callbacks [] for security_group (67f11c40-c340-45ec-b7ef-39bbf552bf12), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:06.517791 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fae82d53-723f-488d-a49e-3419b66e99d6 admin admin] Publish callbacks [] for security_group (67f11c40-c340-45ec-b7ef-39bbf552bf12), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:06.577594 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fae82d53-723f-488d-a49e-3419b66e99d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (67f11c40-c340-45ec-b7ef-39bbf552bf12), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:06.580675 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fae82d53-723f-488d-a49e-3419b66e99d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:06.582312 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-fae82d53-723f-488d-a49e-3419b66e99d6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/67f11c40-c340-45ec-b7ef-39bbf552bf12 HTTP/1.1" status: 204 len: 168 time: 0.1603212 Oct 31 14:58:06.593758 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae82d53-723f-488d-a49e-3419b66e99d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f11c40-c340-45ec-b7ef-39bbf552bf12,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:06.743479 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42800) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:06.801361 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_v2 [None req-390ae23d-935c-44f8-83c5-7b09c8b4236c admin admin] Deleting subnet bfe22d44-6a63-4c26-a495-847ecd1af95d {{(pid=119727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 14:58:06.810531 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-390ae23d-935c-44f8-83c5-7b09c8b4236c admin admin] Publish callbacks [] for subnet (bfe22d44-6a63-4c26-a495-847ecd1af95d), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:06.850373 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-390ae23d-935c-44f8-83c5-7b09c8b4236c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13779360'] for subnet (bfe22d44-6a63-4c26-a495-847ecd1af95d), precommit_delete_associations {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:06.885764 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4ca69175-bcb3-4428-a57b-e85ec4cc707f req-132c1f85-9cf6-473b-a584-bbde91da1d87 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 210 time: 0.0404010 Oct 31 14:58:06.913345 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-390ae23d-935c-44f8-83c5-7b09c8b4236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (bfe22d44-6a63-4c26-a495-847ecd1af95d), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:06.983007 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-390ae23d-935c-44f8-83c5-7b09c8b4236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15224884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14532878'] for subnet (bfe22d44-6a63-4c26-a495-847ecd1af95d), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.001163 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=60 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:07.013707 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ae23d-935c-44f8-83c5-7b09c8b4236c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe22d44-6a63-4c26-a495-847ecd1af95d,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:07.017615 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-390ae23d-935c-44f8-83c5-7b09c8b4236c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.024062 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-390ae23d-935c-44f8-83c5-7b09c8b4236c admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/bfe22d44-6a63-4c26-a495-847ecd1af95d HTTP/1.1" status: 204 len: 168 time: 0.2789645 Oct 31 14:58:07.024298 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42812) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:07.074665 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42814) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:07.089195 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-9a51d893-aead-4f81-ae62-a223ee8f5820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.102418 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (2561dc29-5e02-4398-aef4-df9914739e15), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.197329 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-9a51d893-aead-4f81-ae62-a223ee8f5820 admin admin] Publish callbacks [] for security_group (97d6515d-fd12-4e1e-96e6-5c5304d68c73), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.197799 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (2561dc29-5e02-4398-aef4-df9914739e15), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.204891 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-9a51d893-aead-4f81-ae62-a223ee8f5820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (97d6515d-fd12-4e1e-96e6-5c5304d68c73), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.222513 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.231484 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:58:07.231862 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:58:07.233311 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:58:07.233678 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Subscribe: > port after_create 55550000 {{(pid=119728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:58:07.234415 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Subscribe: > port after_delete 55550000 {{(pid=119728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:58:07.234942 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Subscribe: > port after_update 55550000 {{(pid=119728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:58:07.235282 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:58:07.235629 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:58:07.235967 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:58:07.236277 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:58:07.312805 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:58:07.313169 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:58:07.313511 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:58:07.313854 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 14:58:07.314298 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2561dc29-5e02-4398-aef4-df9914739e15']}} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:58:07.334458 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4b754e-cba9-47b6-9d69-eb6eb854e59b') {'for_net_delete': True} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:58:07.334765 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4b754e-cba9-47b6-9d69-eb6eb854e59b') {} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:58:07.340029 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51d893-aead-4f81-ae62-a223ee8f5820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d6515d-fd12-4e1e-96e6-5c5304d68c73,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:07.344922 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-9a51d893-aead-4f81-ae62-a223ee8f5820 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8146932fa3e3458f914b0b531dcdaa98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693377 Oct 31 14:58:07.348474 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42822) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:07.357646 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290229'] for segment (5b4b754e-cba9-47b6-9d69-eb6eb854e59b), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.385004 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (5b4b754e-cba9-47b6-9d69-eb6eb854e59b), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.397865 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=119728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 14:58:07.398433 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14674322'] for segment (5b4b754e-cba9-47b6-9d69-eb6eb854e59b), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.424437 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:07.446268 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761410af-caa6-430e-af0a-7298ccd93d50 req-8eeb6f32-7734-4038-b7dc-4498dc47fdc8 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:07.447944 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-761410af-caa6-430e-af0a-7298ccd93d50 req-8eeb6f32-7734-4038-b7dc-4498dc47fdc8 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.44 "GET /networking/v2.0/networks?id=bf316978-b229-4eee-925c-84469c566017 HTTP/1.1" status: 200 len: 809 time: 0.2232149 Oct 31 14:58:07.497842 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (2561dc29-5e02-4398-aef4-df9914739e15), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.519190 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-761410af-caa6-430e-af0a-7298ccd93d50 req-0a7f0bca-d4e5-41f4-ac2a-a6f8059eda27 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Request body: {'port': {'device_id': 'c4e92708-d9b2-4f8e-890e-519efad1f1ec', 'network_id': 'bf316978-b229-4eee-925c-84469c566017', 'admin_state_up': True, 'tenant_id': '4075982a0ef04a6a8edbe37fde6cb657'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:58:07.526668 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:07.528923 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.533649 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/2561dc29-5e02-4398-aef4-df9914739e15 HTTP/1.1" status: 204 len: 168 time: 0.5084767 Oct 31 14:58:07.535112 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b27f1b-469e-47ae-ad44-cb3d65c273cb admin admin] Pushing event deleted for resources: {'Network': ['ID=2561dc29-5e02-4398-aef4-df9914739e15,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:07.536608 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42838) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:07.551893 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:07.597962 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffdafaa-77d7-4f47-9055-8a2a0dc61470 admin admin] Deleting subnet 867f6306-0e5e-4fd5-97e4-549ebb42ecc5 {{(pid=119728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 14:58:07.600701 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9aa32-7c67-43a4-97b6-16af85feca68 req-c01c0a39-b38d-41dc-ae32-641adaab33df tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:07.602543 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-dffdafaa-77d7-4f47-9055-8a2a0dc61470 admin admin] Publish callbacks [] for subnet (867f6306-0e5e-4fd5-97e4-549ebb42ecc5), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.603889 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fcc9aa32-7c67-43a4-97b6-16af85feca68 req-c01c0a39-b38d-41dc-ae32-641adaab33df tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.1546290 Oct 31 14:58:07.618789 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b5bfacef-3b96-4749-833c-8fe8eb177cdd admin admin] Publish callbacks [] for security_group (97d6515d-fd12-4e1e-96e6-5c5304d68c73), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.647516 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-dffdafaa-77d7-4f47-9055-8a2a0dc61470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290236'] for subnet (867f6306-0e5e-4fd5-97e4-549ebb42ecc5), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.675874 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fcc9aa32-7c67-43a4-97b6-16af85feca68 req-f378363b-af09-41da-b318-fdc6da8e86fc tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622683 Oct 31 14:58:07.694361 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.services.segments.plugin [-] Segment 5b4b754e-cba9-47b6-9d69-eb6eb854e59b resource provider aggregate not found Oct 31 14:58:07.725082 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.services.segments.plugin [-] Segment 5b4b754e-cba9-47b6-9d69-eb6eb854e59b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b4b754e-cba9-47b6-9d69-eb6eb854e59b found for delete ", "request_id": "req-d3b5bec7-f93b-4da0-bdcf-df62c38713b8"}]} Oct 31 14:58:07.727584 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b5bfacef-3b96-4749-833c-8fe8eb177cdd admin admin] Publish callbacks [] for security_group (97d6515d-fd12-4e1e-96e6-5c5304d68c73), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.734200 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-dffdafaa-77d7-4f47-9055-8a2a0dc61470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (867f6306-0e5e-4fd5-97e4-549ebb42ecc5), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.792473 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761410af-caa6-430e-af0a-7298ccd93d50 req-0a7f0bca-d4e5-41f4-ac2a-a6f8059eda27 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Made reservation on behalf of 4075982a0ef04a6a8edbe37fde6cb657 for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:58:07.796665 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-761410af-caa6-430e-af0a-7298ccd93d50 req-0a7f0bca-d4e5-41f4-ac2a-a6f8059eda27 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.802112 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-dffdafaa-77d7-4f47-9055-8a2a0dc61470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14674420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14563349'] for subnet (867f6306-0e5e-4fd5-97e4-549ebb42ecc5), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.836398 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b5bfacef-3b96-4749-833c-8fe8eb177cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (97d6515d-fd12-4e1e-96e6-5c5304d68c73), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.837931 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdafaa-77d7-4f47-9055-8a2a0dc61470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=867f6306-0e5e-4fd5-97e4-549ebb42ecc5,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:07.840182 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-dffdafaa-77d7-4f47-9055-8a2a0dc61470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.841362 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b5bfacef-3b96-4749-833c-8fe8eb177cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.842624 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-b5bfacef-3b96-4749-833c-8fe8eb177cdd admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/97d6515d-fd12-4e1e-96e6-5c5304d68c73 HTTP/1.1" status: 204 len: 168 time: 0.4929519 Oct 31 14:58:07.846869 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-dffdafaa-77d7-4f47-9055-8a2a0dc61470 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/867f6306-0e5e-4fd5-97e4-549ebb42ecc5 HTTP/1.1" status: 204 len: 168 time: 0.3058884 Oct 31 14:58:07.855605 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42850) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:07.880527 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfacef-3b96-4749-833c-8fe8eb177cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d6515d-fd12-4e1e-96e6-5c5304d68c73,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:07.937104 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-46b00426-c1c8-4ca9-a153-bfa3f87ff59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (2c335158-3423-4d1f-8dfc-da92afb0fae7), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:07.973845 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-761410af-caa6-430e-af0a-7298ccd93d50 req-0a7f0bca-d4e5-41f4-ac2a-a6f8059eda27 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Allocated IP 172.20.0.8 (bf316978-b229-4eee-925c-84469c566017/5b91b97a-f7bf-4b7a-bfe1-875dcec558b7/9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:58:08.050197 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1192a709-b07f-4ae2-83b0-ff07710f93a8 req-2c3ee6ca-2765-48c7-997b-8f299f56649c tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 210 time: 0.0592771 Oct 31 14:58:08.052042 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-46b00426-c1c8-4ca9-a153-bfa3f87ff59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (2c335158-3423-4d1f-8dfc-da92afb0fae7), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.081652 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-46b00426-c1c8-4ca9-a153-bfa3f87ff59d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c335158-3423-4d1f-8dfc-da92afb0fae7']}} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:58:08.094204 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-46b00426-c1c8-4ca9-a153-bfa3f87ff59d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802634b5-256a-484b-bc56-1ceb9b90cc8c') {'for_net_delete': True} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:58:08.094721 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-46b00426-c1c8-4ca9-a153-bfa3f87ff59d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802634b5-256a-484b-bc56-1ceb9b90cc8c') {} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:58:08.105132 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-46b00426-c1c8-4ca9-a153-bfa3f87ff59d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290229'] for segment (802634b5-256a-484b-bc56-1ceb9b90cc8c), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.119716 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-46b00426-c1c8-4ca9-a153-bfa3f87ff59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (802634b5-256a-484b-bc56-1ceb9b90cc8c), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.126665 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b00426-c1c8-4ca9-a153-bfa3f87ff59d admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=119728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 14:58:08.127014 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-46b00426-c1c8-4ca9-a153-bfa3f87ff59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14674322'] for segment (802634b5-256a-484b-bc56-1ceb9b90cc8c), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.150105 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-761410af-caa6-430e-af0a-7298ccd93d50 req-0a7f0bca-d4e5-41f4-ac2a-a6f8059eda27 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks [] for port (9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.179694 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:08.190249 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-46b00426-c1c8-4ca9-a153-bfa3f87ff59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (2c335158-3423-4d1f-8dfc-da92afb0fae7), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.192843 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-761410af-caa6-430e-af0a-7298ccd93d50 req-0a7f0bca-d4e5-41f4-ac2a-a6f8059eda27 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.198525 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-46b00426-c1c8-4ca9-a153-bfa3f87ff59d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.204712 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-46b00426-c1c8-4ca9-a153-bfa3f87ff59d admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/2c335158-3423-4d1f-8dfc-da92afb0fae7 HTTP/1.1" status: 204 len: 168 time: 0.3451405 Oct 31 14:58:08.218611 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b00426-c1c8-4ca9-a153-bfa3f87ff59d admin admin] Pushing event deleted for resources: {'Network': ['ID=2c335158-3423-4d1f-8dfc-da92afb0fae7,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:08.245187 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761410af-caa6-430e-af0a-7298ccd93d50 req-0a7f0bca-d4e5-41f4-ac2a-a6f8059eda27 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Network bf316978-b229-4eee-925c-84469c566017 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:58:08.248665 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-761410af-caa6-430e-af0a-7298ccd93d50 req-0a7f0bca-d4e5-41f4-ac2a-a6f8059eda27 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:58:08.255230 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-761410af-caa6-430e-af0a-7298ccd93d50 req-0a7f0bca-d4e5-41f4-ac2a-a6f8059eda27 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:58:08.291384 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f0bca-d4e5-41f4-ac2a-a6f8059eda27 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Pushing event updated for resources: {'Port': ['ID=9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:08.298260 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:08.318967 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761410af-caa6-430e-af0a-7298ccd93d50 req-0a7f0bca-d4e5-41f4-ac2a-a6f8059eda27 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:08.319717 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-761410af-caa6-430e-af0a-7298ccd93d50 req-0a7f0bca-d4e5-41f4-ac2a-a6f8059eda27 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.344734 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-761410af-caa6-430e-af0a-7298ccd93d50 req-0a7f0bca-d4e5-41f4-ac2a-a6f8059eda27 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8312700 Oct 31 14:58:08.346490 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 42866) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:08.372544 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Request body: {'port': {'device_id': 'c4e92708-d9b2-4f8e-890e-519efad1f1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:58:08.431361 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-fa6d4a59-5f01-4401-ab90-5f3f815447cf admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b862ff186521426dbf0da8a38198d645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0807538 Oct 31 14:58:08.431752 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42868) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:08.455958 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.492551 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9f000cd3-9eac-4827-9d61-55ac59936a0a admin admin] Publish callbacks [] for security_group (ec25bdaf-ee4c-45ba-a42a-851d6fb2f8c9), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.516176 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9f000cd3-9eac-4827-9d61-55ac59936a0a admin admin] Publish callbacks [] for security_group (ec25bdaf-ee4c-45ba-a42a-851d6fb2f8c9), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.571017 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9f000cd3-9eac-4827-9d61-55ac59936a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ec25bdaf-ee4c-45ba-a42a-851d6fb2f8c9), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.573629 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9f000cd3-9eac-4827-9d61-55ac59936a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.574786 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9f000cd3-9eac-4827-9d61-55ac59936a0a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ec25bdaf-ee4c-45ba-a42a-851d6fb2f8c9 HTTP/1.1" status: 204 len: 168 time: 0.1420600 Oct 31 14:58:08.583293 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f000cd3-9eac-4827-9d61-55ac59936a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec25bdaf-ee4c-45ba-a42a-851d6fb2f8c9,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:08.590386 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:08.765214 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:58:08.775984 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Publish callbacks [] for port (9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.825021 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Transition to ACTIVE for port object 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 14:58:08.838589 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a37e9-b730-4225-92f3-ff734cdf0cd7 req-2964c94d-1623-49f5-a8e5-d20fde75a9a1 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:08.840403 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f65a37e9-b730-4225-92f3-ff734cdf0cd7 req-2964c94d-1623-49f5-a8e5-d20fde75a9a1 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0675771 Oct 31 14:58:08.841031 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:08.973921 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42894) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:08.982406 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Pushing event updated for resources: {'Port': ['ID=9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:08.991632 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f65a37e9-b730-4225-92f3-ff734cdf0cd7 req-cc565f60-fbd0-41f6-a1ba-4f770a99286c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381915 Oct 31 14:58:09.045317 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Attempting to bind port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:58:09.045702 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Attempting to bind port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'eccc531c-0dd1-470b-b1ba-74dc1847915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bf316978-b229-4eee-925c-84469c566017'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:58:09.046098 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Attempting to bind port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 on network bf316978-b229-4eee-925c-84469c566017 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:58:09.061745 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-ef9390f1-51f1-48cc-a80e-01c21300730f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=53440d7b5288482da82c3c3f76d8e759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0842004 Oct 31 14:58:09.061935 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42898) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:09.112559 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 on network bf316978-b229-4eee-925c-84469c566017 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 14:58:09.113623 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Attempting to bind port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 on network bf316978-b229-4eee-925c-84469c566017 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:58:09.123651 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a8d16c0-208f-4eb0-915f-2519b1240168 admin admin] Publish callbacks [] for security_group (ea29e1ca-0281-4db5-a6e5-ef447fc3dbf4), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:09.162386 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:58:09.162719 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Checking segment: {'id': 'eccc531c-0dd1-470b-b1ba-74dc1847915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bf316978-b229-4eee-925c-84469c566017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:58:09.163101 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Bound using segment: {'id': 'eccc531c-0dd1-470b-b1ba-74dc1847915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bf316978-b229-4eee-925c-84469c566017'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:58:09.163533 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Bound port: 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccc531c-0dd1-470b-b1ba-74dc1847915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bf316978-b229-4eee-925c-84469c566017'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:58:09.163984 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:09.177869 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a8d16c0-208f-4eb0-915f-2519b1240168 admin admin] Publish callbacks [] for security_group (ea29e1ca-0281-4db5-a6e5-ef447fc3dbf4), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:09.212037 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f270f0-ab54-41e7-a8fd-a3c87165828a req-d019bb6a-d8b5-40e2-b43c-ffd5ee27a514 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:09.213558 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-86f270f0-ab54-41e7-a8fd-a3c87165828a req-d019bb6a-d8b5-40e2-b43c-ffd5ee27a514 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 943 time: 0.0687532 Oct 31 14:58:09.230054 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] For port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:58:09.236052 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] For port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3,segment=NetworkSegment(eccc531c-0dd1-470b-b1ba-74dc1847915d),segment_id=eccc531c-0dd1-470b-b1ba-74dc1847915d)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:58:09.244215 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:09.248607 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:09.249709 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:09.251506 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 HTTP/1.1" status: 200 len: 1093 time: 0.8854809 Oct 31 14:58:09.252225 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e92708-d9b2-4f8e-890e-519efad1f1ec', 'tag': '9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:58:09.254816 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10b1406-3052-4bd3-8223-1621f0bf70b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e92708-d9b2-4f8e-890e-519efad1f1ec", "tag": "9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:58:09.264251 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:09.288530 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-86f270f0-ab54-41e7-a8fd-a3c87165828a req-cea3763d-a236-4066-ba6e-cd4d888fe0a6 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640907 Oct 31 14:58:09.296321 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a8d16c0-208f-4eb0-915f-2519b1240168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ea29e1ca-0281-4db5-a6e5-ef447fc3dbf4), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:09.300746 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a8d16c0-208f-4eb0-915f-2519b1240168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:09.302350 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9a8d16c0-208f-4eb0-915f-2519b1240168 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ea29e1ca-0281-4db5-a6e5-ef447fc3dbf4 HTTP/1.1" status: 204 len: 168 time: 0.2393115 Oct 31 14:58:09.314451 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d16c0-208f-4eb0-915f-2519b1240168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea29e1ca-0281-4db5-a6e5-ef447fc3dbf4,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:09.326867 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42908) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:09.341693 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5cab3c-9ef2-4623-87da-de9fd9c12fc4 x-openstack-request-id: req-bc5cab3c-9ef2-4623-87da-de9fd9c12fc4 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:58:09.342442 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e92708-d9b2-4f8e-890e-519efad1f1ec", "tag": "9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:58:09.344036 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc5cab3c-9ef2-4623-87da-de9fd9c12fc4 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:58:09.344036 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5cab3c-9ef2-4623-87da-de9fd9c12fc4'] response: {'name': 'network-changed', 'server_uuid': 'c4e92708-d9b2-4f8e-890e-519efad1f1ec', 'tag': '9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3', 'status': 'completed', 'code': 200} Oct 31 14:58:09.403162 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76cbee-282f-4596-846a-77e0a1f3ea0b service neutron] Pushing event updated for resources: {'Port': ['ID=9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:09.406170 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ee4e7177-38b3-4aad-a89f-250598643d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:09.407720 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-761410af-caa6-430e-af0a-7298ccd93d50 req-ee4e7177-38b3-4aad-a89f-250598643d36 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=4075982a0ef04a6a8edbe37fde6cb657&device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 1127 time: 0.0612345 Oct 31 14:58:09.450454 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-761410af-caa6-430e-af0a-7298ccd93d50 req-d1d4602b-3600-4d2a-8405-cf24999de923 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 HTTP/1.1" status: 200 len: 217 time: 0.0348165 Oct 31 14:58:09.516662 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761410af-caa6-430e-af0a-7298ccd93d50 req-e9456539-bfd8-48fe-9370-027cfcaed15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:09.518924 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-761410af-caa6-430e-af0a-7298ccd93d50 req-e9456539-bfd8-48fe-9370-027cfcaed15e service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=5b91b97a-f7bf-4b7a-bfe1-875dcec558b7 HTTP/1.1" status: 200 len: 849 time: 0.0582638 Oct 31 14:58:09.540288 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:09.561900 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-761410af-caa6-430e-af0a-7298ccd93d50 req-02e251fa-2891-4225-92a3-a9b25e7a3158 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=bf316978-b229-4eee-925c-84469c566017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303416 Oct 31 14:58:09.590143 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:09.596992 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8fb89ba1-8ca7-4265-b3d6-078a715d640e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:09.663455 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-761410af-caa6-430e-af0a-7298ccd93d50 req-6a72f76b-fe74-4fc6-b4f6-0ac9559ab3dd service neutron] 10.222.0.44 "GET /networking/v2.0/networks/bf316978-b229-4eee-925c-84469c566017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921521 Oct 31 14:58:09.683615 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8fb89ba1-8ca7-4265-b3d6-078a715d640e admin admin] Publish callbacks [] for security_group (1b029dc8-a4e0-40e9-a8ed-b37aedda775a), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:09.687475 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8fb89ba1-8ca7-4265-b3d6-078a715d640e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (1b029dc8-a4e0-40e9-a8ed-b37aedda775a), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:09.735224 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-8fb89ba1-8ca7-4265-b3d6-078a715d640e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ba40f7e353be44918e39d72cabf4198c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4073818 Oct 31 14:58:09.736312 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb89ba1-8ca7-4265-b3d6-078a715d640e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b029dc8-a4e0-40e9-a8ed-b37aedda775a,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:09.738781 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 42924) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:09.753394 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.services.segments.plugin [-] Segment 802634b5-256a-484b-bc56-1ceb9b90cc8c resource provider aggregate not found Oct 31 14:58:09.774279 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-761410af-caa6-430e-af0a-7298ccd93d50 req-22a2d38d-158a-49dc-ad5d-7527bc0c3280 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/bf316978-b229-4eee-925c-84469c566017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019480 Oct 31 14:58:09.777678 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.services.segments.plugin [-] Segment 802634b5-256a-484b-bc56-1ceb9b90cc8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 802634b5-256a-484b-bc56-1ceb9b90cc8c found for delete ", "request_id": "req-6a686a45-881b-4f99-bc2b-e82c4e67e631"}]} Oct 31 14:58:09.804637 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfd4a-c756-4086-b4e7-bcd7c396292b admin admin] Publish callbacks [] for security_group (1b029dc8-a4e0-40e9-a8ed-b37aedda775a), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:09.828556 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfd4a-c756-4086-b4e7-bcd7c396292b admin admin] Publish callbacks [] for security_group (1b029dc8-a4e0-40e9-a8ed-b37aedda775a), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:09.881191 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfd4a-c756-4086-b4e7-bcd7c396292b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (1b029dc8-a4e0-40e9-a8ed-b37aedda775a), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:09.884408 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfd4a-c756-4086-b4e7-bcd7c396292b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:09.888685 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-7a1dfd4a-c756-4086-b4e7-bcd7c396292b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1b029dc8-a4e0-40e9-a8ed-b37aedda775a HTTP/1.1" status: 204 len: 168 time: 0.1488161 Oct 31 14:58:09.898002 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dfd4a-c756-4086-b4e7-bcd7c396292b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b029dc8-a4e0-40e9-a8ed-b37aedda775a,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:10.160275 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95d660-962e-4189-a217-235f5b858ee9 req-901a8a6b-a8a8-4e04-9cae-3d06c1a71d13 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:10.161880 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bb95d660-962e-4189-a217-235f5b858ee9 req-901a8a6b-a8a8-4e04-9cae-3d06c1a71d13 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0627682 Oct 31 14:58:10.221274 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bb95d660-962e-4189-a217-235f5b858ee9 req-cd05ec88-489a-475f-833d-10057a3f4491 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520012 Oct 31 14:58:10.499911 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da41d8-f6f5-4772-b1f5-8bfebca4a76a req-570b1501-d613-4acb-9bae-6793d969a9d7 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:10.500944 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-19da41d8-f6f5-4772-b1f5-8bfebca4a76a req-570b1501-d613-4acb-9bae-6793d969a9d7 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 943 time: 0.0891211 Oct 31 14:58:10.574898 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:10.622235 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-19da41d8-f6f5-4772-b1f5-8bfebca4a76a req-d861ee36-ea31-4d2d-a393-469f93389515 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066327 Oct 31 14:58:10.985321 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b1406-3052-4bd3-8223-1621f0bf70b2 req-8c916b84-10f5-4caf-932c-8f46c72a8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:10.986837 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a10b1406-3052-4bd3-8223-1621f0bf70b2 req-8c916b84-10f5-4caf-932c-8f46c72a8c6c service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=4075982a0ef04a6a8edbe37fde6cb657&device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 1127 time: 0.0497808 Oct 31 14:58:11.144036 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b1406-3052-4bd3-8223-1621f0bf70b2 req-8fd66f4e-296a-4afd-91cf-613315a30392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:11.145517 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a10b1406-3052-4bd3-8223-1621f0bf70b2 req-8fd66f4e-296a-4afd-91cf-613315a30392 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=bf316978-b229-4eee-925c-84469c566017 HTTP/1.1" status: 200 len: 910 time: 0.1130178 Oct 31 14:58:11.185076 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a10b1406-3052-4bd3-8223-1621f0bf70b2 req-5cd76a40-3652-40e7-a179-3af730e8fd40 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 HTTP/1.1" status: 200 len: 217 time: 0.0326736 Oct 31 14:58:11.240237 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b1406-3052-4bd3-8223-1621f0bf70b2 req-40c8f2da-5dba-4989-9e16-d795e0356772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:11.241655 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a10b1406-3052-4bd3-8223-1621f0bf70b2 req-40c8f2da-5dba-4989-9e16-d795e0356772 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=5b91b97a-f7bf-4b7a-bfe1-875dcec558b7 HTTP/1.1" status: 200 len: 849 time: 0.0474875 Oct 31 14:58:11.274301 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a10b1406-3052-4bd3-8223-1621f0bf70b2 req-1ea877a0-4f84-4c26-ac90-b2b1353e63a8 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=bf316978-b229-4eee-925c-84469c566017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253110 Oct 31 14:58:11.387319 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c783705-8632-452c-93ba-c5819d7badbb req-a3a5b916-45b0-4c9c-91f3-8e5041cd38d3 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:11.388829 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0c783705-8632-452c-93ba-c5819d7badbb req-a3a5b916-45b0-4c9c-91f3-8e5041cd38d3 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0605617 Oct 31 14:58:11.426814 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a10b1406-3052-4bd3-8223-1621f0bf70b2 req-72a7252d-81c0-4f8a-a8f9-c5bb19f99489 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/bf316978-b229-4eee-925c-84469c566017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457658 Oct 31 14:58:11.491362 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0c783705-8632-452c-93ba-c5819d7badbb req-cccf100d-b884-42b0-8bbb-bc74728e9232 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960596 Oct 31 14:58:11.530981 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a10b1406-3052-4bd3-8223-1621f0bf70b2 req-de0d9548-d11b-4c31-9936-6a9e38b1ee46 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/bf316978-b229-4eee-925c-84469c566017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965784 Oct 31 14:58:11.747721 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc7312-a4a7-4fe2-a27b-3215a13fba30 req-16ee0287-e2ad-4669-8482-50c04273adbb tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:11.749352 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1dcc7312-a4a7-4fe2-a27b-3215a13fba30 req-16ee0287-e2ad-4669-8482-50c04273adbb tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 943 time: 0.0585296 Oct 31 14:58:11.815931 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1dcc7312-a4a7-4fe2-a27b-3215a13fba30 req-25ed8307-7bba-48d9-b4ac-ef0735667b7c tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525436 Oct 31 14:58:11.925396 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:58:12.257198 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 14:58:12.374198 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3,segment=NetworkSegment(eccc531c-0dd1-470b-b1ba-74dc1847915d),segment_id=eccc531c-0dd1-470b-b1ba-74dc1847915d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:58:12.391967 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3', 'network_id': 'bf316978-b229-4eee-925c-84469c566017', 'port_id': '9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3', 'mac_address': 'fa:16:3e:e4:bf:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b91b97a-f7bf-4b7a-bfe1-875dcec558b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 14:58:12.436616 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:58:12.437540 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:12.451256 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:58:12.472754 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3,segment=NetworkSegment(eccc531c-0dd1-470b-b1ba-74dc1847915d),segment_id=eccc531c-0dd1-470b-b1ba-74dc1847915d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:58:12.476853 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:12.525599 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:12.621954 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9db2e-ef5b-4ad3-9490-054464f00a4c req-21e87215-428d-44c7-8637-8359d326d683 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:12.623436 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2ce9db2e-ef5b-4ad3-9490-054464f00a4c req-21e87215-428d-44c7-8637-8359d326d683 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0547154 Oct 31 14:58:12.675591 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2ce9db2e-ef5b-4ad3-9490-054464f00a4c req-36bf6785-8705-4028-83d7-fe2dd49c6d2d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463302 Oct 31 14:58:12.931543 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2fab1-e2e3-47a9-879f-eba40fb2cbf5 req-2f41d4c6-7a28-4feb-a454-6939eb2a83c0 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:12.933101 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1dd2fab1-e2e3-47a9-879f-eba40fb2cbf5 req-2f41d4c6-7a28-4feb-a454-6939eb2a83c0 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 944 time: 0.0520780 Oct 31 14:58:12.943422 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:12.980188 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1dd2fab1-e2e3-47a9-879f-eba40fb2cbf5 req-b2a9b479-2037-4a58-b778-ccd43e5c944b tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415671 Oct 31 14:58:13.625906 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:58:13.718397 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 43080) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:13.806728 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ef5d7-036f-4c58-9a46-98f304d9de61 req-433fbfa6-4203-46c5-a593-f0471fa896fa tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:13.810030 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a96ef5d7-036f-4c58-9a46-98f304d9de61 req-433fbfa6-4203-46c5-a593-f0471fa896fa tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0492167 Oct 31 14:58:13.829902 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9bcc-667d-42b7-a793-f7d20117ab08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:13.857384 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a96ef5d7-036f-4c58-9a46-98f304d9de61 req-4022e5bf-533f-4623-8eb6-eb5b38533bb8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437214 Oct 31 14:58:13.912557 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9bcc-667d-42b7-a793-f7d20117ab08 admin admin] Publish callbacks [] for security_group (bf31802e-70f9-4340-99ed-b3b09a2934fb), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:13.916859 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9bcc-667d-42b7-a793-f7d20117ab08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (bf31802e-70f9-4340-99ed-b3b09a2934fb), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:13.932924 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:13.957571 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-cb5f9bcc-667d-42b7-a793-f7d20117ab08 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7a873f82fab44154b772d4f1e6f0a01b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381368 Oct 31 14:58:13.959129 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f9bcc-667d-42b7-a793-f7d20117ab08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf31802e-70f9-4340-99ed-b3b09a2934fb,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:13.961274 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 43084) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:13.983067 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:13.996022 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:14.025901 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-aef2ea69-7014-45ae-9000-e0b8b8d28f48 admin admin] Publish callbacks [] for security_group (bf31802e-70f9-4340-99ed-b3b09a2934fb), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:14.048585 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-aef2ea69-7014-45ae-9000-e0b8b8d28f48 admin admin] Publish callbacks [] for security_group (bf31802e-70f9-4340-99ed-b3b09a2934fb), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:14.102669 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08e565-a51a-4f22-a876-cd62ec4f89db req-365ff054-2ee5-45d0-bb15-926abb957589 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:14.104223 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4d08e565-a51a-4f22-a876-cd62ec4f89db req-365ff054-2ee5-45d0-bb15-926abb957589 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 944 time: 0.0478692 Oct 31 14:58:14.105715 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-aef2ea69-7014-45ae-9000-e0b8b8d28f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (bf31802e-70f9-4340-99ed-b3b09a2934fb), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:14.108296 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-aef2ea69-7014-45ae-9000-e0b8b8d28f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:14.111994 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-aef2ea69-7014-45ae-9000-e0b8b8d28f48 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/bf31802e-70f9-4340-99ed-b3b09a2934fb HTTP/1.1" status: 204 len: 168 time: 0.1487451 Oct 31 14:58:14.120124 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2ea69-7014-45ae-9000-e0b8b8d28f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf31802e-70f9-4340-99ed-b3b09a2934fb,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:14.160500 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4d08e565-a51a-4f22-a876-cd62ec4f89db req-c091d2d3-81eb-4404-94e6-55ce3193cae4 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501664 Oct 31 14:58:14.986385 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81767b-7a34-4874-98f6-ad440eeb850a req-85b21aab-5b03-4577-8555-50e176137aed tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:14.987956 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9b81767b-7a34-4874-98f6-ad440eeb850a req-85b21aab-5b03-4577-8555-50e176137aed tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0474877 Oct 31 14:58:15.038179 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9b81767b-7a34-4874-98f6-ad440eeb850a req-be5e560b-7e9e-4e1c-8179-c6271f09f8f6 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437841 Oct 31 14:58:15.269592 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-20cee7e3-5cde-4408-b12e-4ee63b59c64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:15.286129 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b76ee-0f1b-4860-8665-d4166afe0240 req-6b4ae160-bdca-4001-9d7a-a3652d8757cd tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:15.287917 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-af0b76ee-0f1b-4860-8665-d4166afe0240 req-6b4ae160-bdca-4001-9d7a-a3652d8757cd tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 944 time: 0.0520511 Oct 31 14:58:15.342282 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-af0b76ee-0f1b-4860-8665-d4166afe0240 req-9256e5c2-9ad1-4f76-a915-82027c5c2bad tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450532 Oct 31 14:58:16.131371 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:58:16.189325 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 14:58:16.198153 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:58:16.199710 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:16.200424 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 Oct 31 14:58:16.202081 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb6ca3-63f5-4d78-861d-7bfc565b70f0 req-0045b1c9-b1a9-4e5a-8105-2276d81862f1 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:16.211814 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-00eb6ca3-63f5-4d78-861d-7bfc565b70f0 req-0045b1c9-b1a9-4e5a-8105-2276d81862f1 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0656374 Oct 31 14:58:16.266719 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:16.278348 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-00eb6ca3-63f5-4d78-861d-7bfc565b70f0 req-b9eb2d97-d25b-4bc5-8024-39effa097a0e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654075 Oct 31 14:58:16.328476 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:58:16.328977 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:16.357785 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e92708-d9b2-4f8e-890e-519efad1f1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:58:16.361224 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eac17b0-dfec-4d08-8846-d2e7f2847a8b" -d '{"events": [{"server_uuid": "c4e92708-d9b2-4f8e-890e-519efad1f1ec", "name": "network-vif-plugged", "status": "completed", "tag": "9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:58:16.387624 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3,segment=NetworkSegment(eccc531c-0dd1-470b-b1ba-74dc1847915d),segment_id=eccc531c-0dd1-470b-b1ba-74dc1847915d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:58:16.393187 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:16.417610 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752828e8-f905-402c-8d9d-98530dd86b1c x-openstack-request-id: req-752828e8-f905-402c-8d9d-98530dd86b1c {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:58:16.417915 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e92708-d9b2-4f8e-890e-519efad1f1ec", "name": "network-vif-plugged", "status": "completed", "tag": "9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:58:16.418213 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-752828e8-f905-402c-8d9d-98530dd86b1c {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:58:16.418565 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752828e8-f905-402c-8d9d-98530dd86b1c'] response: {'server_uuid': 'c4e92708-d9b2-4f8e-890e-519efad1f1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3', 'code': 200} Oct 31 14:58:16.421234 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:16.446997 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:16.482283 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076a79f-d424-43be-a1c3-6728bbe2daeb req-e633880f-a45c-4eb9-b05f-7bad17d5fa4f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:16.483791 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5076a79f-d424-43be-a1c3-6728bbe2daeb req-e633880f-a45c-4eb9-b05f-7bad17d5fa4f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 945 time: 0.0481441 Oct 31 14:58:16.531141 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5076a79f-d424-43be-a1c3-6728bbe2daeb req-a864cac3-0de8-4a83-901e-c997328fdfd8 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417149 Oct 31 14:58:16.937310 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28284885-de4a-45b8-bd94-1be5317af699 req-20c1c2ba-e69f-46a7-8da4-849ab3cb411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:16.938815 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-28284885-de4a-45b8-bd94-1be5317af699 req-20c1c2ba-e69f-46a7-8da4-849ab3cb411d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 1129 time: 0.0693877 Oct 31 14:58:16.943469 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f247e-0c72-4511-a107-7b5fbf67d37f req-83db3698-7faf-4aab-8e5f-0e8749ce0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:16.945465 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-840f247e-0c72-4511-a107-7b5fbf67d37f req-83db3698-7faf-4aab-8e5f-0e8749ce0781 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 1130 time: 0.0484483 Oct 31 14:58:17.026318 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-28284885-de4a-45b8-bd94-1be5317af699 req-0cc18f50-15e1-4a7a-8c35-fd75be5883f9 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694766 Oct 31 14:58:17.028533 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-840f247e-0c72-4511-a107-7b5fbf67d37f req-fbe8a14c-b16e-43c6-af53-1b814164ffe2 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705147 Oct 31 14:58:17.395290 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57242944-e385-49a4-8252-4d829cef66d9 req-cf6fcb94-115f-4a87-8877-b3b073bab039 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:17.396867 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-57242944-e385-49a4-8252-4d829cef66d9 req-cf6fcb94-115f-4a87-8877-b3b073bab039 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0477741 Oct 31 14:58:17.448702 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-57242944-e385-49a4-8252-4d829cef66d9 req-a34317e1-6109-42d5-a26f-4bc0eeff0de5 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Oct 31 14:58:17.492201 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5dee47c6-867b-49b1-aac2-57b9b01e4d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:17.680480 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa701b-1ea7-48bc-9391-06502ed71b9c req-729d4135-6a41-468f-9514-6cde63030288 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:17.688126 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6eaa701b-1ea7-48bc-9391-06502ed71b9c req-729d4135-6a41-468f-9514-6cde63030288 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 945 time: 0.0716043 Oct 31 14:58:17.747475 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6eaa701b-1ea7-48bc-9391-06502ed71b9c req-8068a252-4cd9-44df-9672-3592003c726f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575955 Oct 31 14:58:18.575459 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13d66f-9825-405d-a032-e8705eed6e84 req-e204455b-287c-4e89-92b7-50cac0b0043c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:18.576972 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-fd13d66f-9825-405d-a032-e8705eed6e84 req-e204455b-287c-4e89-92b7-50cac0b0043c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0506511 Oct 31 14:58:18.624955 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-fd13d66f-9825-405d-a032-e8705eed6e84 req-266f9f83-c796-4c46-a306-723609091fc3 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422606 Oct 31 14:58:18.878849 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db0a28-6879-4e91-a25f-f6baa3cbb6c7 req-76da528b-0766-4cd3-a2b9-446ba3232a95 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:18.880364 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c1db0a28-6879-4e91-a25f-f6baa3cbb6c7 req-76da528b-0766-4cd3-a2b9-446ba3232a95 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 945 time: 0.0498469 Oct 31 14:58:18.927454 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c1db0a28-6879-4e91-a25f-f6baa3cbb6c7 req-9e3aa9d5-3d05-4222-9f93-eac2d5eff0d7 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Oct 31 14:58:19.076767 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:19.742914 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59964a-c472-4544-a840-666b2a994dbb req-8d751d3b-bdb5-4e9e-89ed-fe4cde730d67 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:19.744403 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0b59964a-c472-4544-a840-666b2a994dbb req-8d751d3b-bdb5-4e9e-89ed-fe4cde730d67 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0458598 Oct 31 14:58:19.796086 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0b59964a-c472-4544-a840-666b2a994dbb req-66f563ce-7333-4e82-b92e-accca8863bbd tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461197 Oct 31 14:58:20.053407 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb2c87-09a6-4ddc-97ae-b3344a1e38cd req-8ee2e951-3f13-4ffc-a606-43e1f16e1623 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:20.055479 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-95cb2c87-09a6-4ddc-97ae-b3344a1e38cd req-8ee2e951-3f13-4ffc-a606-43e1f16e1623 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 945 time: 0.0527403 Oct 31 14:58:20.103480 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-95cb2c87-09a6-4ddc-97ae-b3344a1e38cd req-b4678cdd-50d7-4076-b66f-14025144a0fb tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424616 Oct 31 14:58:20.578354 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:20.768245 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:20.921500 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56943b3-b814-47dc-a389-b733ce44cea7 req-ee278f55-5dd9-4032-9368-c5fc604a4c3d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:20.923014 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b56943b3-b814-47dc-a389-b733ce44cea7 req-ee278f55-5dd9-4032-9368-c5fc604a4c3d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0510316 Oct 31 14:58:20.965979 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:20.981116 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b56943b3-b814-47dc-a389-b733ce44cea7 req-2987141b-8700-4ab8-8c40-503cf5422a85 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506945 Oct 31 14:58:21.224859 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bffd15-b74e-4d1c-8e51-fe613a7b1acc req-96523fbe-9f51-4bb8-9bca-ad21f373ef50 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:21.226951 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-56bffd15-b74e-4d1c-8e51-fe613a7b1acc req-96523fbe-9f51-4bb8-9bca-ad21f373ef50 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 945 time: 0.0467494 Oct 31 14:58:21.255673 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:21.278955 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-56bffd15-b74e-4d1c-8e51-fe613a7b1acc req-ef27fbe7-a0b9-4337-8cb7-5d768433ed46 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461516 Oct 31 14:58:21.921975 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:22.110333 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a930e-9843-48c5-99fe-9b1a551568e8 req-cf2eef40-c741-417d-abcf-096c87211ee7 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:22.112083 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7a1a930e-9843-48c5-99fe-9b1a551568e8 req-cf2eef40-c741-417d-abcf-096c87211ee7 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0543993 Oct 31 14:58:22.161679 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7a1a930e-9843-48c5-99fe-9b1a551568e8 req-f6a1614b-c564-4f11-bf9f-8178079c271e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436137 Oct 31 14:58:23.278827 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f8977-73b0-486f-84cc-4f58ce3a2241 req-c09c6c41-659a-423c-96a1-cf39e441523b tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:23.280290 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a34f8977-73b0-486f-84cc-4f58ce3a2241 req-c09c6c41-659a-423c-96a1-cf39e441523b tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0448241 Oct 31 14:58:23.329462 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a34f8977-73b0-486f-84cc-4f58ce3a2241 req-0ee91f1a-2d38-453f-aac3-17c474819802 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Oct 31 14:58:24.456426 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebec73a-164b-4774-8129-1b957e32f000 req-832a13c8-6a4d-4417-9fa0-24035db5404e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:24.463999 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2ebec73a-164b-4774-8129-1b957e32f000 req-832a13c8-6a4d-4417-9fa0-24035db5404e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0550218 Oct 31 14:58:24.524401 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2ebec73a-164b-4774-8129-1b957e32f000 req-8cf61d30-c5ca-4847-9c98-ea275dace869 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572901 Oct 31 14:58:24.818851 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5a0da-aa19-442b-b571-e3dc96a9aa22 req-d68c4cd0-1e8f-46d9-bed0-d7504e98e14c tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:24.821199 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f2d5a0da-aa19-442b-b571-e3dc96a9aa22 req-d68c4cd0-1e8f-46d9-bed0-d7504e98e14c tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 945 time: 0.0506964 Oct 31 14:58:24.884778 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f2d5a0da-aa19-442b-b571-e3dc96a9aa22 req-f3255150-e446-483f-b05d-1daa7c9cc377 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556366 Oct 31 14:58:25.641454 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da66aa6-8bf4-4236-856e-8dfbd38db46b req-7c2c5c70-bd38-4b77-bc72-09e0cef7f1e5 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:25.643435 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3da66aa6-8bf4-4236-856e-8dfbd38db46b req-7c2c5c70-bd38-4b77-bc72-09e0cef7f1e5 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0484211 Oct 31 14:58:25.655118 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:25.693612 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3da66aa6-8bf4-4236-856e-8dfbd38db46b req-33a47643-9fe0-4175-853d-0458611ea7c3 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449820 Oct 31 14:58:25.823479 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eece825-e577-4802-ac84-fc49982fcf00 req-a2abd56c-bbe0-47c4-8ab6-1fe7d5239d91 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:25.825033 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8eece825-e577-4802-ac84-fc49982fcf00 req-a2abd56c-bbe0-47c4-8ab6-1fe7d5239d91 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0491023 Oct 31 14:58:25.878224 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8eece825-e577-4802-ac84-fc49982fcf00 req-97a1c218-7132-4b86-8bc1-f169213171b0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471017 Oct 31 14:58:26.040144 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b2732-569b-4236-b0f4-5913c6c1b88e req-d622133d-ef66-4000-83a8-5f5595bce2f6 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:26.041706 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-250b2732-569b-4236-b0f4-5913c6c1b88e req-d622133d-ef66-4000-83a8-5f5595bce2f6 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 945 time: 0.0614245 Oct 31 14:58:26.112491 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-250b2732-569b-4236-b0f4-5913c6c1b88e req-599c9279-0d9d-4822-adfd-26faeebe3719 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646460 Oct 31 14:58:26.608794 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 43472) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:26.695500 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 43476) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:26.773874 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2a9e-96a3-4ea9-972a-c3b9e52b18d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:26.814041 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6ae60477-7c09-4875-9a36-ff9dd1b92165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:26.842457 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:26.908836 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2a9e-96a3-4ea9-972a-c3b9e52b18d3 admin admin] Publish callbacks [] for security_group (9a1f2066-bd90-4307-a186-29e2cbe3f86f), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:26.915402 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2a9e-96a3-4ea9-972a-c3b9e52b18d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (9a1f2066-bd90-4307-a186-29e2cbe3f86f), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:26.972940 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6ae60477-7c09-4875-9a36-ff9dd1b92165 admin admin] Publish callbacks [] for security_group (da188541-5e9c-4fdf-8a46-1075598c22c9), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:26.978313 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-ea8e2a9e-96a3-4ea9-972a-c3b9e52b18d3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=683369e003c94eadbba984e7c6d5942b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655560 Oct 31 14:58:26.978313 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e2a9e-96a3-4ea9-972a-c3b9e52b18d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1f2066-bd90-4307-a186-29e2cbe3f86f,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:26.978681 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 43480) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:26.979469 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6ae60477-7c09-4875-9a36-ff9dd1b92165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (da188541-5e9c-4fdf-8a46-1075598c22c9), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:27.020151 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-6ae60477-7c09-4875-9a36-ff9dd1b92165 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0a03491a2ffc4855a9a18f173f81ca4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231721 Oct 31 14:58:27.020876 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae60477-7c09-4875-9a36-ff9dd1b92165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da188541-5e9c-4fdf-8a46-1075598c22c9,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:27.024051 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 43482) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:27.043698 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6993dec-834c-4372-a2f2-3f92b70fd18f req-b6ecd4f0-8ea5-481a-b12e-0e2d569cca37 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:27.045165 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f6993dec-834c-4372-a2f2-3f92b70fd18f req-b6ecd4f0-8ea5-481a-b12e-0e2d569cca37 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 945 time: 0.0526218 Oct 31 14:58:27.076800 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e41f5ece-173b-4c08-8727-b53e87fb740e admin admin] Publish callbacks [] for security_group (da188541-5e9c-4fdf-8a46-1075598c22c9), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:27.085953 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:27.098962 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e41f5ece-173b-4c08-8727-b53e87fb740e admin admin] Publish callbacks [] for security_group (da188541-5e9c-4fdf-8a46-1075598c22c9), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:27.132737 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-470f6644-5afb-46c2-bd54-b139b599276c admin admin] Publish callbacks [] for security_group (9a1f2066-bd90-4307-a186-29e2cbe3f86f), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:27.151501 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e41f5ece-173b-4c08-8727-b53e87fb740e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (da188541-5e9c-4fdf-8a46-1075598c22c9), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:27.154982 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e41f5ece-173b-4c08-8727-b53e87fb740e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:27.156095 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-e41f5ece-173b-4c08-8727-b53e87fb740e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/da188541-5e9c-4fdf-8a46-1075598c22c9 HTTP/1.1" status: 204 len: 168 time: 0.1313362 Oct 31 14:58:27.161147 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-470f6644-5afb-46c2-bd54-b139b599276c admin admin] Publish callbacks [] for security_group (9a1f2066-bd90-4307-a186-29e2cbe3f86f), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:27.166348 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f5ece-173b-4c08-8727-b53e87fb740e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da188541-5e9c-4fdf-8a46-1075598c22c9,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:27.212249 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-f6993dec-834c-4372-a2f2-3f92b70fd18f req-3818ec7b-518a-448f-9079-e33c56b8040a tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Deleting port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 14:58:27.212855 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-f6993dec-834c-4372-a2f2-3f92b70fd18f req-3818ec7b-518a-448f-9079-e33c56b8040a tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:27.230634 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-470f6644-5afb-46c2-bd54-b139b599276c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (9a1f2066-bd90-4307-a186-29e2cbe3f86f), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:27.233192 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-470f6644-5afb-46c2-bd54-b139b599276c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:27.237276 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-470f6644-5afb-46c2-bd54-b139b599276c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9a1f2066-bd90-4307-a186-29e2cbe3f86f HTTP/1.1" status: 204 len: 168 time: 0.2574046 Oct 31 14:58:27.282017 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f6644-5afb-46c2-bd54-b139b599276c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1f2066-bd90-4307-a186-29e2cbe3f86f,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:27.333847 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd77bd-ace1-4e3f-8ffc-e66adc8a8381 req-f97a966a-421b-404e-bf08-19a4eb0de787 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:27.336288 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-23cd77bd-ace1-4e3f-8ffc-e66adc8a8381 req-f97a966a-421b-404e-bf08-19a4eb0de787 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 945 time: 0.0948181 Oct 31 14:58:27.338190 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-f6993dec-834c-4372-a2f2-3f92b70fd18f req-3818ec7b-518a-448f-9079-e33c56b8040a tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] For port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3,segment=NetworkSegment(eccc531c-0dd1-470b-b1ba-74dc1847915d),segment_id=eccc531c-0dd1-470b-b1ba-74dc1847915d)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:58:27.338632 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-f6993dec-834c-4372-a2f2-3f92b70fd18f req-3818ec7b-518a-448f-9079-e33c56b8040a tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:27.357551 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-f6993dec-834c-4372-a2f2-3f92b70fd18f req-3818ec7b-518a-448f-9079-e33c56b8040a tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Calling delete_port for 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 14:58:27.432002 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-23cd77bd-ace1-4e3f-8ffc-e66adc8a8381 req-580176a1-d927-443d-920d-0426a5d549a3 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838907 Oct 31 14:58:27.539062 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-f6993dec-834c-4372-a2f2-3f92b70fd18f req-3818ec7b-518a-448f-9079-e33c56b8040a tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:27.552725 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:58:27.583867 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818ec7b-518a-448f-9079-e33c56b8040a tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Pushing event deleted for resources: {'Port': ['ID=9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:27.594428 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:27.641174 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6993dec-834c-4372-a2f2-3f92b70fd18f req-3818ec7b-518a-448f-9079-e33c56b8040a tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] No DVR routers for this DVR port 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 14:58:27.644025 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-f6993dec-834c-4372-a2f2-3f92b70fd18f req-3818ec7b-518a-448f-9079-e33c56b8040a tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:27.648156 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f6993dec-834c-4372-a2f2-3f92b70fd18f req-3818ec7b-518a-448f-9079-e33c56b8040a tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.44 "DELETE /networking/v2.0/ports/9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 HTTP/1.1" status: 204 len: 173 time: 0.5962534 Oct 31 14:58:27.649004 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e92708-d9b2-4f8e-890e-519efad1f1ec', 'name': 'network-vif-deleted', 'tag': '9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:58:27.651430 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b1954e-4114-40b3-a54c-12e76e455a33" -d '{"events": [{"server_uuid": "c4e92708-d9b2-4f8e-890e-519efad1f1ec", "name": "network-vif-deleted", "tag": "9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:58:27.727914 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ee7397-eb8f-48d7-80e5-09571fc480eb x-openstack-request-id: req-e2ee7397-eb8f-48d7-80e5-09571fc480eb {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:58:27.728440 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e92708-d9b2-4f8e-890e-519efad1f1ec", "name": "network-vif-deleted", "tag": "9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:58:27.728832 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e2ee7397-eb8f-48d7-80e5-09571fc480eb {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:58:27.729400 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ee7397-eb8f-48d7-80e5-09571fc480eb'] response: {'server_uuid': 'c4e92708-d9b2-4f8e-890e-519efad1f1ec', 'name': 'network-vif-deleted', 'tag': '9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3', 'status': 'completed', 'code': 200} Oct 31 14:58:27.743149 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 43510) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:27.751776 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630ca7d-fc60-43f9-bf98-f6155cad4873 req-13a6abab-0a49-4afc-a5ab-f916d16ecba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:27.753495 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e630ca7d-fc60-43f9-bf98-f6155cad4873 req-13a6abab-0a49-4afc-a5ab-f916d16ecba3 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 1129 time: 0.0580416 Oct 31 14:58:27.760766 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f9156a1-c970-45ba-8c02-1856a2408648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:27.777608 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 43512) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:27.803235 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e45037-2e45-4110-bad5-064fdc34d359 req-9db5cddc-9ac7-4878-8ce7-1cd005a4d035 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:27.805054 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d0e45037-2e45-4110-bad5-064fdc34d359 req-9db5cddc-9ac7-4878-8ce7-1cd005a4d035 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0513341 Oct 31 14:58:27.807080 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-71c7a702-874a-42ea-825e-f7bb4fb1f051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:27.863674 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d0e45037-2e45-4110-bad5-064fdc34d359 req-32d8582a-b37d-45b7-abd6-12c29919e89c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529680 Oct 31 14:58:27.896774 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:27.962072 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630ca7d-fc60-43f9-bf98-f6155cad4873 req-17198e84-f2b9-45cd-bacf-e70837c8b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:27.963695 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e630ca7d-fc60-43f9-bf98-f6155cad4873 req-17198e84-f2b9-45cd-bacf-e70837c8b0f3 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 919 time: 0.1763272 Oct 31 14:58:28.245323 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f9156a1-c970-45ba-8c02-1856a2408648 admin admin] Publish callbacks [] for security_group (60a82d40-41c7-48e0-871c-7138f4273709), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:28.247323 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e630ca7d-fc60-43f9-bf98-f6155cad4873 req-bdd91714-248d-42ad-ad77-012c0e29e518 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b76563d-9e42-4d52-990e-24dd9cbbde04 HTTP/1.1" status: 200 len: 217 time: 0.2723341 Oct 31 14:58:28.250855 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f9156a1-c970-45ba-8c02-1856a2408648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (60a82d40-41c7-48e0-871c-7138f4273709), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:28.313496 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-3f9156a1-c970-45ba-8c02-1856a2408648 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=04dcd139234842289ae865fbbd24eae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5687592 Oct 31 14:58:28.315492 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-71c7a702-874a-42ea-825e-f7bb4fb1f051 admin admin] Publish callbacks [] for security_group (852578d4-ba01-4e2a-8e06-f62e38495922), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:28.316390 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 43516) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:28.316980 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9156a1-c970-45ba-8c02-1856a2408648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a82d40-41c7-48e0-871c-7138f4273709,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:28.332782 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-71c7a702-874a-42ea-825e-f7bb4fb1f051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (852578d4-ba01-4e2a-8e06-f62e38495922), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:28.392021 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7a702-874a-42ea-825e-f7bb4fb1f051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852578d4-ba01-4e2a-8e06-f62e38495922,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:28.396084 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-71c7a702-874a-42ea-825e-f7bb4fb1f051 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=69e2d5d6ea91469ea8f4562f699f3e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6175628 Oct 31 14:58:28.399663 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 43522) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:28.417195 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0b1e-6acf-4652-8e86-c0d87d5fa646 admin admin] Publish callbacks [] for security_group (60a82d40-41c7-48e0-871c-7138f4273709), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:28.438009 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0b1e-6acf-4652-8e86-c0d87d5fa646 admin admin] Publish callbacks [] for security_group (60a82d40-41c7-48e0-871c-7138f4273709), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:28.451851 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cf0e6e35-611b-4bd9-ad4e-4b9d1cc2df08 admin admin] Publish callbacks [] for security_group (852578d4-ba01-4e2a-8e06-f62e38495922), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:28.476622 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cf0e6e35-611b-4bd9-ad4e-4b9d1cc2df08 admin admin] Publish callbacks [] for security_group (852578d4-ba01-4e2a-8e06-f62e38495922), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:28.499910 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0b1e-6acf-4652-8e86-c0d87d5fa646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (60a82d40-41c7-48e0-871c-7138f4273709), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:28.503373 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0b1e-6acf-4652-8e86-c0d87d5fa646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:28.504584 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-5f7e0b1e-6acf-4652-8e86-c0d87d5fa646 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/60a82d40-41c7-48e0-871c-7138f4273709 HTTP/1.1" status: 204 len: 168 time: 0.1843233 Oct 31 14:58:28.515203 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e0b1e-6acf-4652-8e86-c0d87d5fa646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a82d40-41c7-48e0-871c-7138f4273709,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:28.557124 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cf0e6e35-611b-4bd9-ad4e-4b9d1cc2df08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (852578d4-ba01-4e2a-8e06-f62e38495922), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:28.560431 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-cf0e6e35-611b-4bd9-ad4e-4b9d1cc2df08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:28.562022 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-cf0e6e35-611b-4bd9-ad4e-4b9d1cc2df08 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/852578d4-ba01-4e2a-8e06-f62e38495922 HTTP/1.1" status: 204 len: 168 time: 0.1613266 Oct 31 14:58:28.582418 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e6e35-611b-4bd9-ad4e-4b9d1cc2df08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852578d4-ba01-4e2a-8e06-f62e38495922,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:28.595578 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7702b25a-2ac8-4587-9a0d-5a7a7680c3a5 req-ea613e53-284a-4fd4-af9c-d38b0a365b08 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4e92708-d9b2-4f8e-890e-519efad1f1ec HTTP/1.1" status: 200 len: 210 time: 0.0522184 Oct 31 14:58:28.655592 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630ca7d-fc60-43f9-bf98-f6155cad4873 req-85ed97eb-1f44-4908-bf74-db077bcf5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:28.657116 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e630ca7d-fc60-43f9-bf98-f6155cad4873 req-85ed97eb-1f44-4908-bf74-db077bcf5890 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.0733619 Oct 31 14:58:28.721414 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:28.726717 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630ca7d-fc60-43f9-bf98-f6155cad4873 req-15256ed5-e93d-493e-acef-7ade5a5ec1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:28.728786 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e630ca7d-fc60-43f9-bf98-f6155cad4873 req-15256ed5-e93d-493e-acef-7ade5a5ec1db service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486140 Oct 31 14:58:28.841524 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e630ca7d-fc60-43f9-bf98-f6155cad4873 req-177d01a0-d8f0-4206-aae3-0939e2ef2f87 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056027 Oct 31 14:58:28.948294 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e630ca7d-fc60-43f9-bf98-f6155cad4873 req-599833e6-9464-451f-87db-a85e5c10b4e1 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983825 Oct 31 14:58:29.029139 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e060d82-da00-40a1-9497-af95ee476912 req-ffad0b8b-c9b9-4f0a-99d6-2b67c8ce7152 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:29.036060 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5e060d82-da00-40a1-9497-af95ee476912 req-ffad0b8b-c9b9-4f0a-99d6-2b67c8ce7152 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0632188 Oct 31 14:58:29.043356 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 43546) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:29.061919 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-44ed5a25-3ce5-4b21-b35c-a215939f38fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:29.088264 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5e060d82-da00-40a1-9497-af95ee476912 req-13ac9b8e-b356-4c60-b5ea-d639f78ae07e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513175 Oct 31 14:58:29.146395 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-44ed5a25-3ce5-4b21-b35c-a215939f38fc admin admin] Publish callbacks [] for security_group (9bea893f-1803-421a-9e70-d3660da7fbad), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:29.150145 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-44ed5a25-3ce5-4b21-b35c-a215939f38fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (9bea893f-1803-421a-9e70-d3660da7fbad), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:29.160590 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:29.191994 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-44ed5a25-3ce5-4b21-b35c-a215939f38fc admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9ccaeef93033448e9eda0e235646e587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471303 Oct 31 14:58:29.194810 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 43550) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:29.194945 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed5a25-3ce5-4b21-b35c-a215939f38fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bea893f-1803-421a-9e70-d3660da7fbad,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:29.248970 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-425632e3-6e8d-40f4-8d9a-50725ea3d56f admin admin] Publish callbacks [] for security_group (9bea893f-1803-421a-9e70-d3660da7fbad), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:29.269440 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-425632e3-6e8d-40f4-8d9a-50725ea3d56f admin admin] Publish callbacks [] for security_group (9bea893f-1803-421a-9e70-d3660da7fbad), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:29.276524 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:29.321474 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-425632e3-6e8d-40f4-8d9a-50725ea3d56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (9bea893f-1803-421a-9e70-d3660da7fbad), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:29.324241 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-425632e3-6e8d-40f4-8d9a-50725ea3d56f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:29.325423 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-425632e3-6e8d-40f4-8d9a-50725ea3d56f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9bea893f-1803-421a-9e70-d3660da7fbad HTTP/1.1" status: 204 len: 168 time: 0.1296270 Oct 31 14:58:29.335427 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425632e3-6e8d-40f4-8d9a-50725ea3d56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bea893f-1803-421a-9e70-d3660da7fbad,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:29.950194 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-528ffe09-a072-43b5-a1dc-c5c5f7ddbd53 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:29.951728 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-528ffe09-a072-43b5-a1dc-c5c5f7ddbd53 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/networks?id=bf316978-b229-4eee-925c-84469c566017 HTTP/1.1" status: 200 len: 809 time: 0.1035514 Oct 31 14:58:29.961126 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 43592) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:29.967523 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-5b611880-23fa-4c8e-b363-0bf76631308c tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/quotas/4075982a0ef04a6a8edbe37fde6cb657 HTTP/1.1" status: 200 len: 375 time: 0.0101829 Oct 31 14:58:30.004553 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-cc02a893-7729-40f4-958f-fa2a2631866b tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=4075982a0ef04a6a8edbe37fde6cb657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314445 Oct 31 14:58:30.070585 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a5b84a06-2d7b-4aa4-b515-6d84561ec17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:30.073672 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:30.098699 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-0f7ba9c3-f7e5-4397-a984-8a70d0ad7ce7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bf316978-b229-4eee-925c-84469c566017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867441 Oct 31 14:58:30.152855 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a5b84a06-2d7b-4aa4-b515-6d84561ec17a admin admin] Publish callbacks [] for security_group (0b07f0db-54c7-467e-a101-38837fad85a5), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:30.156701 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a5b84a06-2d7b-4aa4-b515-6d84561ec17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (0b07f0db-54c7-467e-a101-38837fad85a5), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:30.188041 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 14:58:30.200075 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-10638f98-985e-429e-9edc-78120dd11e05 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/bf316978-b229-4eee-925c-84469c566017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942514 Oct 31 14:58:30.210429 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 14:58:30.210787 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 9c1dd4b1-3efd-42d1-9e04-0d74d1c92ac3 not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 14:58:30.236112 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-a5b84a06-2d7b-4aa4-b515-6d84561ec17a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=50fed3a2f4b748b9bcf141b89b4cc88a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738473 Oct 31 14:58:30.239325 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 43598) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:30.239999 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b84a06-2d7b-4aa4-b515-6d84561ec17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b07f0db-54c7-467e-a101-38837fad85a5,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:30.262045 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848b386-b121-4f07-b777-983400fd723e req-cec53d77-4595-4011-a98c-353f5ada45bf tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:30.263542 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c848b386-b121-4f07-b777-983400fd723e req-cec53d77-4595-4011-a98c-353f5ada45bf tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0895345 Oct 31 14:58:30.340012 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c848b386-b121-4f07-b777-983400fd723e req-4c1a401e-cf33-4314-8bd0-04625536a996 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660238 Oct 31 14:58:30.344716 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c91c7806-0637-4749-9f4d-8c615c494d69 admin admin] Publish callbacks [] for security_group (0b07f0db-54c7-467e-a101-38837fad85a5), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:30.367830 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c91c7806-0637-4749-9f4d-8c615c494d69 admin admin] Publish callbacks [] for security_group (0b07f0db-54c7-467e-a101-38837fad85a5), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:30.388106 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0462b6e8-3bd0-4a8a-aed4-b80c4515d59f req-31beccf0-610d-43be-a493-f05cf11f1d2d tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 210 time: 0.0457644 Oct 31 14:58:30.403084 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:30.422513 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c91c7806-0637-4749-9f4d-8c615c494d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (0b07f0db-54c7-467e-a101-38837fad85a5), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:30.425094 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c91c7806-0637-4749-9f4d-8c615c494d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:30.426328 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-c91c7806-0637-4749-9f4d-8c615c494d69 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0b07f0db-54c7-467e-a101-38837fad85a5 HTTP/1.1" status: 204 len: 168 time: 0.1833687 Oct 31 14:58:30.434248 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c7806-0637-4749-9f4d-8c615c494d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b07f0db-54c7-467e-a101-38837fad85a5,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:30.899865 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 43628) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:31.020980 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2f0ff6ae-586e-4a19-9dcb-0248174fa6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:31.105233 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2f0ff6ae-586e-4a19-9dcb-0248174fa6bc admin admin] Publish callbacks [] for security_group (59ecec6a-dcf3-445c-ad2e-46e16b377615), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:31.109205 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2f0ff6ae-586e-4a19-9dcb-0248174fa6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (59ecec6a-dcf3-445c-ad2e-46e16b377615), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:31.155838 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ff6ae-586e-4a19-9dcb-0248174fa6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ecec6a-dcf3-445c-ad2e-46e16b377615,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:31.163205 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 43640) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:31.175506 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-2f0ff6ae-586e-4a19-9dcb-0248174fa6bc admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e0dd7aa01e714e25851c3d287853782d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697678 Oct 31 14:58:31.217121 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d27d2535-82c3-4ef0-9fee-1b20b6eb95e2 admin admin] Publish callbacks [] for security_group (59ecec6a-dcf3-445c-ad2e-46e16b377615), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:31.238230 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d27d2535-82c3-4ef0-9fee-1b20b6eb95e2 admin admin] Publish callbacks [] for security_group (59ecec6a-dcf3-445c-ad2e-46e16b377615), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:31.285571 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d27d2535-82c3-4ef0-9fee-1b20b6eb95e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (59ecec6a-dcf3-445c-ad2e-46e16b377615), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:31.288355 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d27d2535-82c3-4ef0-9fee-1b20b6eb95e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:31.292176 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-d27d2535-82c3-4ef0-9fee-1b20b6eb95e2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/59ecec6a-dcf3-445c-ad2e-46e16b377615 HTTP/1.1" status: 204 len: 168 time: 0.1250737 Oct 31 14:58:31.297501 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d2535-82c3-4ef0-9fee-1b20b6eb95e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ecec6a-dcf3-445c-ad2e-46e16b377615,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:31.472634 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cbf7f-86e5-4850-9039-47a52917d19c req-0c408379-a5e0-4068-979d-f7444b779c2e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:31.482791 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7a8cbf7f-86e5-4850-9039-47a52917d19c req-0c408379-a5e0-4068-979d-f7444b779c2e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0626051 Oct 31 14:58:31.517164 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-40580465-4ae6-4083-b7da-7d98c5b5e98e req-8e075497-5529-4470-879e-204506186685 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 210 time: 0.0361803 Oct 31 14:58:31.578859 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7a8cbf7f-86e5-4850-9039-47a52917d19c req-4fc8988e-2d65-4769-91ad-6a107cc3d738 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873389 Oct 31 14:58:31.813986 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-c0ab9a4d-8db9-44f1-95de-b955ba789fb3 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:31.815786 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-c0ab9a4d-8db9-44f1-95de-b955ba789fb3 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.44 "GET /networking/v2.0/networks?id=bf316978-b229-4eee-925c-84469c566017 HTTP/1.1" status: 200 len: 809 time: 0.1442995 Oct 31 14:58:31.831935 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-8a403465-8922-4ca9-8e67-5876f947e36f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Request body: {'port': {'device_id': '707946b1-50c7-4df0-9e3a-036d755eeeea', 'network_id': 'bf316978-b229-4eee-925c-84469c566017', 'admin_state_up': True, 'tenant_id': '4075982a0ef04a6a8edbe37fde6cb657'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:58:31.894788 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:31.943229 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-8a403465-8922-4ca9-8e67-5876f947e36f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Made reservation on behalf of 4075982a0ef04a6a8edbe37fde6cb657 for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:58:31.947060 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-8a403465-8922-4ca9-8e67-5876f947e36f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:32.074885 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-8a403465-8922-4ca9-8e67-5876f947e36f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Allocated IP 172.20.0.11 (bf316978-b229-4eee-925c-84469c566017/5b91b97a-f7bf-4b7a-bfe1-875dcec558b7/17fecc69-75e1-4f2b-9dd2-f3d84e691f51) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:58:32.229357 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-8a403465-8922-4ca9-8e67-5876f947e36f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks [] for port (17fecc69-75e1-4f2b-9dd2-f3d84e691f51), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:32.238262 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:32.262796 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-8a403465-8922-4ca9-8e67-5876f947e36f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (17fecc69-75e1-4f2b-9dd2-f3d84e691f51), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:32.306427 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-8a403465-8922-4ca9-8e67-5876f947e36f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Network bf316978-b229-4eee-925c-84469c566017 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:58:32.311434 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-8a403465-8922-4ca9-8e67-5876f947e36f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:58:32.315157 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-8a403465-8922-4ca9-8e67-5876f947e36f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:58:32.339047 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a403465-8922-4ca9-8e67-5876f947e36f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Pushing event updated for resources: {'Port': ['ID=17fecc69-75e1-4f2b-9dd2-f3d84e691f51,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:32.366239 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-8a403465-8922-4ca9-8e67-5876f947e36f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:32.366844 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-8a403465-8922-4ca9-8e67-5876f947e36f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:32.382509 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-8a403465-8922-4ca9-8e67-5876f947e36f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5547514 Oct 31 14:58:32.395019 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Request body: {'port': {'device_id': '707946b1-50c7-4df0-9e3a-036d755eeeea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:58:32.457079 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (17fecc69-75e1-4f2b-9dd2-f3d84e691f51), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:32.661808 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8364e3-fef6-486f-9369-499591f04dcd req-7929b1d0-6051-4ee4-bde0-b818536975e6 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:32.663419 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7f8364e3-fef6-486f-9369-499591f04dcd req-7929b1d0-6051-4ee4-bde0-b818536975e6 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 932 time: 0.0630493 Oct 31 14:58:32.682307 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:32.713214 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7f8364e3-fef6-486f-9369-499591f04dcd req-99928de9-1500-4599-816a-04e131febf7d tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435972 Oct 31 14:58:32.752611 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:58:32.760967 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Publish callbacks [] for port (17fecc69-75e1-4f2b-9dd2-f3d84e691f51), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:32.768211 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96087ee7-5974-4a8f-b0e1-a51477583642 req-c8f06b60-8e75-4ad3-b306-d0e5a83d817d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:32.769691 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-96087ee7-5974-4a8f-b0e1-a51477583642 req-c8f06b60-8e75-4ad3-b306-d0e5a83d817d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0934167 Oct 31 14:58:32.788459 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Transition to ACTIVE for port object 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 14:58:32.797646 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (17fecc69-75e1-4f2b-9dd2-f3d84e691f51), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:32.878775 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-96087ee7-5974-4a8f-b0e1-a51477583642 req-4d162178-a1dc-4c5e-a90d-ccbf0af8fb93 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011434 Oct 31 14:58:32.880026 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Pushing event updated for resources: {'Port': ['ID=17fecc69-75e1-4f2b-9dd2-f3d84e691f51,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:32.937250 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Attempting to bind port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:58:32.937583 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Attempting to bind port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'eccc531c-0dd1-470b-b1ba-74dc1847915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bf316978-b229-4eee-925c-84469c566017'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:58:32.937897 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Attempting to bind port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 on network bf316978-b229-4eee-925c-84469c566017 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:58:32.982877 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 on network bf316978-b229-4eee-925c-84469c566017 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 14:58:32.983203 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Attempting to bind port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 on network bf316978-b229-4eee-925c-84469c566017 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:58:32.986137 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:33.028658 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:58:33.028985 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Checking segment: {'id': 'eccc531c-0dd1-470b-b1ba-74dc1847915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bf316978-b229-4eee-925c-84469c566017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:58:33.029357 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Bound using segment: {'id': 'eccc531c-0dd1-470b-b1ba-74dc1847915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bf316978-b229-4eee-925c-84469c566017'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:58:33.029779 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Bound port: 17fecc69-75e1-4f2b-9dd2-f3d84e691f51, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccc531c-0dd1-470b-b1ba-74dc1847915d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bf316978-b229-4eee-925c-84469c566017'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:58:33.030126 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (17fecc69-75e1-4f2b-9dd2-f3d84e691f51), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:33.088586 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] For port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:58:33.091486 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] For port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=17fecc69-75e1-4f2b-9dd2-f3d84e691f51,segment=NetworkSegment(eccc531c-0dd1-470b-b1ba-74dc1847915d),segment_id=eccc531c-0dd1-470b-b1ba-74dc1847915d)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:58:33.097937 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (17fecc69-75e1-4f2b-9dd2-f3d84e691f51), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:33.101986 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:33.102586 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:33.103977 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/17fecc69-75e1-4f2b-9dd2-f3d84e691f51 HTTP/1.1" status: 200 len: 1094 time: 0.7128625 Oct 31 14:58:33.104521 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707946b1-50c7-4df0-9e3a-036d755eeeea', 'tag': '17fecc69-75e1-4f2b-9dd2-f3d84e691f51'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:58:33.106707 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d50aff2-f8c1-4762-979f-58a631c041b1" -d '{"events": [{"name": "network-changed", "server_uuid": "707946b1-50c7-4df0-9e3a-036d755eeeea", "tag": "17fecc69-75e1-4f2b-9dd2-f3d84e691f51"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:58:33.151594 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd17e0e2-f789-45bc-8ba0-02566542a923 x-openstack-request-id: req-dd17e0e2-f789-45bc-8ba0-02566542a923 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:58:33.151875 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707946b1-50c7-4df0-9e3a-036d755eeeea", "tag": "17fecc69-75e1-4f2b-9dd2-f3d84e691f51", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:58:33.152117 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd17e0e2-f789-45bc-8ba0-02566542a923 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:58:33.152505 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd17e0e2-f789-45bc-8ba0-02566542a923'] response: {'name': 'network-changed', 'server_uuid': '707946b1-50c7-4df0-9e3a-036d755eeeea', 'tag': '17fecc69-75e1-4f2b-9dd2-f3d84e691f51', 'status': 'completed', 'code': 200} Oct 31 14:58:33.187172 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbde44-ad18-4805-be9f-fbb166c47c44 service neutron] Pushing event updated for resources: {'Port': ['ID=17fecc69-75e1-4f2b-9dd2-f3d84e691f51,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:33.199274 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-c3f26a3d-00c9-4e64-8c56-562fa2152b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:33.200803 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-c3f26a3d-00c9-4e64-8c56-562fa2152b17 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=4075982a0ef04a6a8edbe37fde6cb657&device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 1128 time: 0.0510180 Oct 31 14:58:33.241199 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-4599ef90-a564-41b5-874a-0a1e92248317 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17fecc69-75e1-4f2b-9dd2-f3d84e691f51 HTTP/1.1" status: 200 len: 217 time: 0.0323596 Oct 31 14:58:33.290597 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-a58a5202-e1b5-47d6-a1c4-54a246db6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:33.292548 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-a58a5202-e1b5-47d6-a1c4-54a246db6eb1 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=5b91b97a-f7bf-4b7a-bfe1-875dcec558b7 HTTP/1.1" status: 200 len: 849 time: 0.0453448 Oct 31 14:58:33.835637 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2433f-fca9-4446-8d1d-8ef03f45a670 req-36bb71c4-b20c-4da6-ad37-ad2e78006d72 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:33.837003 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a8a2433f-fca9-4446-8d1d-8ef03f45a670 req-36bb71c4-b20c-4da6-ad37-ad2e78006d72 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 944 time: 0.0497744 Oct 31 14:58:33.882667 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a8a2433f-fca9-4446-8d1d-8ef03f45a670 req-d2a8a0a9-d354-4c7f-9749-b4257e3c897b tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402331 Oct 31 14:58:34.008497 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67b261-5a3e-499e-97f3-d7eeb827196b req-1a721694-438b-4c2d-9807-6cededcb2fa8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:34.009993 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-df67b261-5a3e-499e-97f3-d7eeb827196b req-1a721694-438b-4c2d-9807-6cededcb2fa8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0457630 Oct 31 14:58:34.060271 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-df67b261-5a3e-499e-97f3-d7eeb827196b req-16c8eed1-8bd1-4c89-bbbe-d1463bfb8ad6 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448446 Oct 31 14:58:34.104712 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-4c12465c-d1d7-45a7-8ad6-a09d8c5c8ee3 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=bf316978-b229-4eee-925c-84469c566017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262935 Oct 31 14:58:35.000780 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd58f9-a1ed-4ca0-ab21-8926c3bd7961 req-1b119725-b3aa-48a1-b5ce-9cfbc1869721 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:35.002251 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-26dd58f9-a1ed-4ca0-ab21-8926c3bd7961 req-1b119725-b3aa-48a1-b5ce-9cfbc1869721 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 944 time: 0.0461993 Oct 31 14:58:35.052769 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-26dd58f9-a1ed-4ca0-ab21-8926c3bd7961 req-47ccdf18-ee80-4089-bf18-568372201248 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446579 Oct 31 14:58:35.178510 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329f0c5-32ca-497d-b649-7a244c24983b req-240e5757-fd85-4b2a-9cea-3b53fb1b2134 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:35.179975 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d329f0c5-32ca-497d-b649-7a244c24983b req-240e5757-fd85-4b2a-9cea-3b53fb1b2134 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0459640 Oct 31 14:58:35.227826 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d329f0c5-32ca-497d-b649-7a244c24983b req-e0b308f8-39be-4bfd-a733-606b3863cc2c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423951 Oct 31 14:58:35.925256 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-199f82d7-0c88-4d8a-b1aa-64da7d3ff50d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/bf316978-b229-4eee-925c-84469c566017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858436 Oct 31 14:58:35.939762 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:36.024350 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ce4a705a-f048-4ee9-bea9-8997bcac9434 req-abdaad94-12cf-4c97-af7a-ce1505837e19 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/bf316978-b229-4eee-925c-84469c566017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924783 Oct 31 14:58:36.177917 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cef410-5aa2-4052-a3b7-32b7d89f92bb req-03b83da5-f002-4343-bbf3-93958b97558a tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:36.179434 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-80cef410-5aa2-4052-a3b7-32b7d89f92bb req-03b83da5-f002-4343-bbf3-93958b97558a tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 944 time: 0.0511138 Oct 31 14:58:36.229846 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-80cef410-5aa2-4052-a3b7-32b7d89f92bb req-f6169995-b393-4c99-a0f8-0cb3f4805e92 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446551 Oct 31 14:58:36.367783 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2651ebd-c289-415b-844e-6a71bf279c62 req-30f30f82-1fdf-4940-a373-478d560ba455 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:36.369929 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a2651ebd-c289-415b-844e-6a71bf279c62 req-30f30f82-1fdf-4940-a373-478d560ba455 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0651593 Oct 31 14:58:36.420732 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a2651ebd-c289-415b-844e-6a71bf279c62 req-cbd0cfef-be52-42cf-85e5-f0611ce55200 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454497 Oct 31 14:58:37.124437 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50aff2-f8c1-4762-979f-58a631c041b1 req-0ae2d855-800c-40ae-8202-a544a3a7240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:37.125914 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8d50aff2-f8c1-4762-979f-58a631c041b1 req-0ae2d855-800c-40ae-8202-a544a3a7240b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=4075982a0ef04a6a8edbe37fde6cb657&device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 1128 time: 0.0397639 Oct 31 14:58:37.219304 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50aff2-f8c1-4762-979f-58a631c041b1 req-d8eb2a0d-918c-418b-b5ba-f38716aeaaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:37.220787 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8d50aff2-f8c1-4762-979f-58a631c041b1 req-d8eb2a0d-918c-418b-b5ba-f38716aeaaaa service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=bf316978-b229-4eee-925c-84469c566017 HTTP/1.1" status: 200 len: 910 time: 0.0873950 Oct 31 14:58:37.241408 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:37.266101 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8d50aff2-f8c1-4762-979f-58a631c041b1 req-0542bd37-51e1-467a-8e7f-3b273c6f8e24 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17fecc69-75e1-4f2b-9dd2-f3d84e691f51 HTTP/1.1" status: 200 len: 217 time: 0.0343933 Oct 31 14:58:37.348642 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50aff2-f8c1-4762-979f-58a631c041b1 req-1c857f77-3138-4596-a278-ea3526a25f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:37.350796 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8d50aff2-f8c1-4762-979f-58a631c041b1 req-1c857f77-3138-4596-a278-ea3526a25f7d service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=5b91b97a-f7bf-4b7a-bfe1-875dcec558b7 HTTP/1.1" status: 200 len: 849 time: 0.0779672 Oct 31 14:58:37.373510 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a0b34-2518-4449-ad89-5c33a31d77d8 req-640d9a3b-3ba6-4eee-bbd9-6cfa521b9017 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:37.374893 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0c5a0b34-2518-4449-ad89-5c33a31d77d8 req-640d9a3b-3ba6-4eee-bbd9-6cfa521b9017 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 944 time: 0.0645199 Oct 31 14:58:37.394803 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8d50aff2-f8c1-4762-979f-58a631c041b1 req-3919a4cd-c81c-4aef-b580-50c216b1da47 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=bf316978-b229-4eee-925c-84469c566017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337582 Oct 31 14:58:37.438915 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:37.492077 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0c5a0b34-2518-4449-ad89-5c33a31d77d8 req-fae42d3c-326a-4d41-b16a-829774a57e03 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998440 Oct 31 14:58:37.526247 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8d50aff2-f8c1-4762-979f-58a631c041b1 req-e2ecc211-0f6f-4854-b223-1d969e9086bd service neutron] 10.222.0.44 "GET /networking/v2.0/networks/bf316978-b229-4eee-925c-84469c566017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182358 Oct 31 14:58:37.547659 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beefe03-5556-43ec-be84-2c350fb3692f req-7f0329e5-bb7f-437a-93df-f14179565ed9 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:37.549127 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8beefe03-5556-43ec-be84-2c350fb3692f req-7f0329e5-bb7f-437a-93df-f14179565ed9 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0492795 Oct 31 14:58:37.592369 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:37.596943 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8beefe03-5556-43ec-be84-2c350fb3692f req-70ff263a-cc80-4ecf-aa6d-5d72e3509470 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Oct 31 14:58:37.625697 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8d50aff2-f8c1-4762-979f-58a631c041b1 req-83bd0174-4047-4421-9aaf-b2f632204270 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/bf316978-b229-4eee-925c-84469c566017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852039 Oct 31 14:58:37.921419 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:37.931653 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=4 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:38.258599 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 14:58:38.356322 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=17fecc69-75e1-4f2b-9dd2-f3d84e691f51,segment=NetworkSegment(eccc531c-0dd1-470b-b1ba-74dc1847915d),segment_id=eccc531c-0dd1-470b-b1ba-74dc1847915d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:58:38.367736 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '17fecc69-75e1-4f2b-9dd2-f3d84e691f51', 'network_id': 'bf316978-b229-4eee-925c-84469c566017', 'port_id': '17fecc69-75e1-4f2b-9dd2-f3d84e691f51', 'mac_address': 'fa:16:3e:0e:cf:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b91b97a-f7bf-4b7a-bfe1-875dcec558b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 14:58:38.404929 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:58:38.405313 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (17fecc69-75e1-4f2b-9dd2-f3d84e691f51), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:38.418681 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:58:38.437786 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=17fecc69-75e1-4f2b-9dd2-f3d84e691f51,segment=NetworkSegment(eccc531c-0dd1-470b-b1ba-74dc1847915d),segment_id=eccc531c-0dd1-470b-b1ba-74dc1847915d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:58:38.441751 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (17fecc69-75e1-4f2b-9dd2-f3d84e691f51), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:38.487143 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=17fecc69-75e1-4f2b-9dd2-f3d84e691f51,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:38.494094 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:38.494441 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:38.494784 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:38.495139 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:38.495472 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:38.495833 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:38.496165 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:38.496487 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:38.496827 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:38.497126 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:38.497446 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:38.497782 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:38.498104 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:38.498442 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:38.498746 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:38.612830 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cce6c-68f0-49cd-9ee6-c9c5406a8156 req-ac227646-4b8f-4178-9223-18ecefaf9330 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:38.614282 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-543cce6c-68f0-49cd-9ee6-c9c5406a8156 req-ac227646-4b8f-4178-9223-18ecefaf9330 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 945 time: 0.0469499 Oct 31 14:58:38.662917 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-543cce6c-68f0-49cd-9ee6-c9c5406a8156 req-be04dec7-908c-4ce4-a319-64f1c3e4a439 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424860 Oct 31 14:58:38.719619 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccd308-d84a-40bf-94f8-e3e689308292 req-e9470ac8-e1d0-45f9-b821-9851cc6782e3 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:38.721093 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-fbccd308-d84a-40bf-94f8-e3e689308292 req-e9470ac8-e1d0-45f9-b821-9851cc6782e3 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0462177 Oct 31 14:58:38.767269 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-fbccd308-d84a-40bf-94f8-e3e689308292 req-f3c0266c-a415-4615-8c21-10808bc5c8a5 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400925 Oct 31 14:58:38.774278 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['17fecc69-75e1-4f2b-9dd2-f3d84e691f51'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:58:39.139430 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 43758) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:39.249502 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:39.325781 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Publish callbacks [] for security_group (8d832f33-327d-48c1-935b-cdd9b43cf145), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:39.328914 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (8d832f33-327d-48c1-935b-cdd9b43cf145), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:39.345010 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:39.368645 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d832f33-327d-48c1-935b-cdd9b43cf145,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:39.373653 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c0e37a35b902401983d17aea421212bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332051 Oct 31 14:58:39.376480 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 43762) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:39.378311 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.378655 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.378991 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.379323 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.379679 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.380002 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.380321 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.380644 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.381529 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.381869 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.382169 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.382486 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.382801 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.383112 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.383429 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3313c-55f8-460c-b04a-af12732b0b50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.425712 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Publish callbacks [] for security_group (8d832f33-327d-48c1-935b-cdd9b43cf145), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:39.449029 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Publish callbacks [] for security_group (8d832f33-327d-48c1-935b-cdd9b43cf145), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:39.464347 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:39.495950 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (8d832f33-327d-48c1-935b-cdd9b43cf145), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:39.498378 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:39.499496 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8d832f33-327d-48c1-935b-cdd9b43cf145 HTTP/1.1" status: 204 len: 168 time: 0.1219821 Oct 31 14:58:39.507147 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d832f33-327d-48c1-935b-cdd9b43cf145,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:39.514118 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.514464 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.514800 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.515126 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.515452 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.515800 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.516119 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.516437 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.516752 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.517069 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.517401 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.517732 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.518046 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.518357 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.518668 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9884a9-acfe-45d3-bcab-379c63c3b3d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:58:39.789835 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd0626-ff0d-431b-b54d-1b089e885c2e req-ffdde640-1bd1-4b32-8b60-39b69470de5f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:39.791333 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-79cd0626-ff0d-431b-b54d-1b089e885c2e req-ffdde640-1bd1-4b32-8b60-39b69470de5f tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 945 time: 0.0489905 Oct 31 14:58:39.844667 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-79cd0626-ff0d-431b-b54d-1b089e885c2e req-e46cb8d1-bff6-47d8-a804-fffc192b7962 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478563 Oct 31 14:58:39.893971 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb1500-f480-42de-93be-363e44a00194 req-d6652b8a-11fe-4a58-a1fd-77d710606ed4 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:39.895389 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-47bb1500-f480-42de-93be-363e44a00194 req-d6652b8a-11fe-4a58-a1fd-77d710606ed4 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0483737 Oct 31 14:58:39.946300 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-47bb1500-f480-42de-93be-363e44a00194 req-3cb365c1-80fc-4585-b443-7cc3f1c85b26 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447321 Oct 31 14:58:40.290029 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:58:40.325647 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:40.338009 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 14:58:40.345086 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:58:40.345465 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (17fecc69-75e1-4f2b-9dd2-f3d84e691f51), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:40.345859 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 Oct 31 14:58:40.415711 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:40.425993 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:58:40.426465 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (17fecc69-75e1-4f2b-9dd2-f3d84e691f51), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:40.455358 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707946b1-50c7-4df0-9e3a-036d755eeeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fecc69-75e1-4f2b-9dd2-f3d84e691f51'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:58:40.457865 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50713e5-ba61-4dce-81d4-7e25c428e8e1" -d '{"events": [{"server_uuid": "707946b1-50c7-4df0-9e3a-036d755eeeea", "name": "network-vif-plugged", "status": "completed", "tag": "17fecc69-75e1-4f2b-9dd2-f3d84e691f51"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:58:40.471469 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=17fecc69-75e1-4f2b-9dd2-f3d84e691f51,segment=NetworkSegment(eccc531c-0dd1-470b-b1ba-74dc1847915d),segment_id=eccc531c-0dd1-470b-b1ba-74dc1847915d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:58:40.479309 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (17fecc69-75e1-4f2b-9dd2-f3d84e691f51), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:40.506803 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dea6c0-dda9-4373-81e9-61feef4fa173 x-openstack-request-id: req-a0dea6c0-dda9-4373-81e9-61feef4fa173 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:58:40.506803 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707946b1-50c7-4df0-9e3a-036d755eeeea", "name": "network-vif-plugged", "status": "completed", "tag": "17fecc69-75e1-4f2b-9dd2-f3d84e691f51", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:58:40.506984 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0dea6c0-dda9-4373-81e9-61feef4fa173 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:58:40.507350 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0dea6c0-dda9-4373-81e9-61feef4fa173'] response: {'server_uuid': '707946b1-50c7-4df0-9e3a-036d755eeeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fecc69-75e1-4f2b-9dd2-f3d84e691f51', 'code': 200} Oct 31 14:58:40.562124 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=17fecc69-75e1-4f2b-9dd2-f3d84e691f51,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:40.651803 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea642abb-be7e-47fe-b138-40a16af6550d req-6333b745-2793-485a-9711-aaf3c20b7150 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:40.653485 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ea642abb-be7e-47fe-b138-40a16af6550d req-6333b745-2793-485a-9711-aaf3c20b7150 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0612233 Oct 31 14:58:40.706451 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ea642abb-be7e-47fe-b138-40a16af6550d req-631b3e7d-39d8-4424-891c-30e4f68acb4a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465877 Oct 31 14:58:40.809249 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfd8b0-3764-44bf-8ad0-e8a3e87b5404 req-a4ec793c-a1d0-481f-a1be-ba316103faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:40.810724 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-56cfd8b0-3764-44bf-8ad0-e8a3e87b5404 req-a4ec793c-a1d0-481f-a1be-ba316103faff service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 1130 time: 0.0425305 Oct 31 14:58:40.864204 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-56cfd8b0-3764-44bf-8ad0-e8a3e87b5404 req-5c4522df-20f9-4126-bc5a-2611c15b5463 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457101 Oct 31 14:58:40.891444 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa15edd-999e-4047-9331-25a6eecb4604 req-505c09ef-00cf-4c29-848c-1d7c4d994408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:40.892958 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4aa15edd-999e-4047-9331-25a6eecb4604 req-505c09ef-00cf-4c29-848c-1d7c4d994408 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 1129 time: 0.0422533 Oct 31 14:58:40.968580 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61e3ec-def2-4d00-b094-83d67827158e req-c4793363-a643-44de-9a55-20ce952bbbec tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:40.970074 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3d61e3ec-def2-4d00-b094-83d67827158e req-c4793363-a643-44de-9a55-20ce952bbbec tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 946 time: 0.0468402 Oct 31 14:58:41.019530 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3d61e3ec-def2-4d00-b094-83d67827158e req-7785a378-539b-4ec0-a184-fbee5f39ea32 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420725 Oct 31 14:58:41.068551 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db772dea-0d46-46b5-96fd-e8460efbcf36 req-ce6d5ef7-53fc-4c31-a2a7-6c7d76195017 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:41.070011 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-db772dea-0d46-46b5-96fd-e8460efbcf36 req-ce6d5ef7-53fc-4c31-a2a7-6c7d76195017 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0479457 Oct 31 14:58:41.119245 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-db772dea-0d46-46b5-96fd-e8460efbcf36 req-95e7eb46-5e32-41bd-aed6-7e70e23d2562 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436304 Oct 31 14:58:41.200227 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa15edd-999e-4047-9331-25a6eecb4604 req-426e21c3-b536-4288-8948-855e8f7b87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:41.201699 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4aa15edd-999e-4047-9331-25a6eecb4604 req-426e21c3-b536-4288-8948-855e8f7b87ae service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 919 time: 0.0876203 Oct 31 14:58:41.244628 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4aa15edd-999e-4047-9331-25a6eecb4604 req-32c9d593-4b93-40d4-a1a9-a61af5b5a3e4 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b76563d-9e42-4d52-990e-24dd9cbbde04 HTTP/1.1" status: 200 len: 217 time: 0.0332453 Oct 31 14:58:41.292201 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:41.304800 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa15edd-999e-4047-9331-25a6eecb4604 req-a6f4d245-be8d-4296-8da5-e5c280e664d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:41.306237 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4aa15edd-999e-4047-9331-25a6eecb4604 req-a6f4d245-be8d-4296-8da5-e5c280e664d2 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.0495248 Oct 31 14:58:41.731224 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa15edd-999e-4047-9331-25a6eecb4604 req-7aab44b7-bc8c-44db-bc0c-2044c0797a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:41.732844 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4aa15edd-999e-4047-9331-25a6eecb4604 req-7aab44b7-bc8c-44db-bc0c-2044c0797a0a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454407 Oct 31 14:58:41.847494 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb1a56-268e-49a8-8c73-647cb11d0428 req-11354584-61b3-44b4-b5f2-a1865eaf9c2f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:41.849040 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b8bb1a56-268e-49a8-8c73-647cb11d0428 req-11354584-61b3-44b4-b5f2-a1865eaf9c2f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0563345 Oct 31 14:58:41.861925 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4aa15edd-999e-4047-9331-25a6eecb4604 req-a29a919e-4453-453c-a1be-9570094f8874 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208556 Oct 31 14:58:41.863917 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-755f08f2-7f0a-4493-9c64-bf21bd2430cc tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=0d647ac8f50049dab664e81a70e106ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375664 Oct 31 14:58:41.897245 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b8bb1a56-268e-49a8-8c73-647cb11d0428 req-83ca0a04-f135-401d-9558-7d1e4f8fe084 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 Oct 31 14:58:42.148771 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cb692-287f-4612-add9-df4d0b9db23a req-f6946741-b4e6-4f74-92a7-d2e7390621c5 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:42.150289 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-298cb692-287f-4612-add9-df4d0b9db23a req-f6946741-b4e6-4f74-92a7-d2e7390621c5 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 946 time: 0.0523806 Oct 31 14:58:42.199106 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-298cb692-287f-4612-add9-df4d0b9db23a req-607f8bd3-6d1a-451e-83e5-d5a7a6956b36 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430107 Oct 31 14:58:42.319836 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac050e7-560c-470f-9f06-d2cd2e50dd6b req-c6f35b4a-0269-4094-818b-c5b1ddee1813 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:42.321241 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2ac050e7-560c-470f-9f06-d2cd2e50dd6b req-c6f35b4a-0269-4094-818b-c5b1ddee1813 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0489318 Oct 31 14:58:42.346050 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4aa15edd-999e-4047-9331-25a6eecb4604 req-89e6d949-30c1-428a-a58b-a5d34ad506bb service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663923 Oct 31 14:58:42.353237 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-aa27fc45-cd82-48f0-9323-da10bc309a23 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:42.354178 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-aa27fc45-cd82-48f0-9323-da10bc309a23 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4842248 Oct 31 14:58:42.369858 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-ff180476-b8c1-4b0a-bf1a-b70ad10c1598 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/quotas/0d647ac8f50049dab664e81a70e106ca HTTP/1.1" status: 200 len: 375 time: 0.0098150 Oct 31 14:58:42.370086 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2ac050e7-560c-470f-9f06-d2cd2e50dd6b req-e5ac2332-c13d-4f84-aa44-70c9ae809d11 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 Oct 31 14:58:42.401916 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-3e76c6c3-210a-44ea-aca4-4d3270b9ecf3 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0d647ac8f50049dab664e81a70e106ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267279 Oct 31 14:58:42.567095 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9f72151b-ed25-435e-ab3c-b594a94e7b4c req-ea6a40b3-9e47-4cf8-a458-26d2bd2c20ca tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 210 time: 0.0331459 Oct 31 14:58:43.024636 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfed98a-c270-439c-8224-5981f092b0ed req-2fc063f6-299e-4fde-b12e-d2aedd856708 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:43.026092 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-adfed98a-c270-439c-8224-5981f092b0ed req-2fc063f6-299e-4fde-b12e-d2aedd856708 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0460501 Oct 31 14:58:43.072512 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-adfed98a-c270-439c-8224-5981f092b0ed req-81119f5b-d67c-45b6-8b5a-0f3c752fbff1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409815 Oct 31 14:58:43.330465 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ab22c-f22f-4974-a9dd-e28e2ace2ffc req-bcf15519-1d75-4107-947a-a9f944e0d015 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:43.332248 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-070ab22c-f22f-4974-a9dd-e28e2ace2ffc req-bcf15519-1d75-4107-947a-a9f944e0d015 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 946 time: 0.0518885 Oct 31 14:58:43.380221 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-070ab22c-f22f-4974-a9dd-e28e2ace2ffc req-0565a671-a557-4788-85ef-bd44bac94951 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418029 Oct 31 14:58:43.495878 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5ffc3-f98b-4773-ba8e-9a9bf7d4524a req-0bd7f7cf-4b8a-4031-8ae0-f7f286a9d48d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:43.497506 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ceb5ffc3-f98b-4773-ba8e-9a9bf7d4524a req-0bd7f7cf-4b8a-4031-8ae0-f7f286a9d48d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0530560 Oct 31 14:58:43.523482 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:43.553107 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ceb5ffc3-f98b-4773-ba8e-9a9bf7d4524a req-4ea39020-0184-4654-9a1b-a4206ea4e85d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494699 Oct 31 14:58:43.675491 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-bd4895fc-9d5d-4061-ba94-6eea3e1b30d7 req-bc6d484e-708c-4b16-95f2-e77a50a1136f tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 210 time: 0.0309019 Oct 31 14:58:44.152432 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e69a00-d226-40d3-b35a-9e4bd01f6c10 req-59052983-38d3-4780-bfad-6bf3b5ecc224 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:44.153896 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-61e69a00-d226-40d3-b35a-9e4bd01f6c10 req-59052983-38d3-4780-bfad-6bf3b5ecc224 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 946 time: 0.0475662 Oct 31 14:58:44.171847 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:44.201076 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee47519-0ffe-4317-bf12-c37d05fa0d05 req-327fcba4-4fdf-4b74-9979-68755420297c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:44.202677 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5ee47519-0ffe-4317-bf12-c37d05fa0d05 req-327fcba4-4fdf-4b74-9979-68755420297c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0489051 Oct 31 14:58:44.208019 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-61e69a00-d226-40d3-b35a-9e4bd01f6c10 req-d9926993-10e9-49e7-b441-31490a5e5b4e tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488477 Oct 31 14:58:44.252355 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5ee47519-0ffe-4317-bf12-c37d05fa0d05 req-39617214-0a1f-4b9b-b0d5-c6092a184801 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427902 Oct 31 14:58:44.672500 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5355d-8078-46fb-ae8b-afe137e8551f req-4be6f8fa-db74-443b-be9f-4f2a0771e948 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:44.673973 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8eb5355d-8078-46fb-ae8b-afe137e8551f req-4be6f8fa-db74-443b-be9f-4f2a0771e948 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0463023 Oct 31 14:58:44.721165 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8eb5355d-8078-46fb-ae8b-afe137e8551f req-a0dbf118-01ae-44b6-86ee-468b5ce00d29 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Oct 31 14:58:44.776730 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2bbc1582-0ffc-404b-9a51-668a586733e4 req-8bbebeeb-1b03-4424-a0c3-81a0ac42a9ab tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 210 time: 0.0269651 Oct 31 14:58:45.263699 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-75882686-2888-4c6d-a818-238bbb7f126f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:45.335060 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291c620-b881-460d-9edd-a696085e0dd1 req-8a7404e6-4854-44dc-ae56-c49fcf641fbe tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:45.337025 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a291c620-b881-460d-9edd-a696085e0dd1 req-8a7404e6-4854-44dc-ae56-c49fcf641fbe tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 946 time: 0.0514662 Oct 31 14:58:45.384512 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a291c620-b881-460d-9edd-a696085e0dd1 req-8f64f5a7-a32d-4857-8a38-7da69816f619 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Oct 31 14:58:45.487809 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7e249-ee00-4d17-8ac0-ab063e21e5cd req-8edd202c-7d47-496a-b053-d1f378e7c9c8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:45.489281 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0fb7e249-ee00-4d17-8ac0-ab063e21e5cd req-8edd202c-7d47-496a-b053-d1f378e7c9c8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0490251 Oct 31 14:58:45.538416 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0fb7e249-ee00-4d17-8ac0-ab063e21e5cd req-f72851fb-c64b-4872-a506-e2cbb8b1f339 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430050 Oct 31 14:58:45.848220 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62745cb1-4e37-49b9-857a-a214eb29f351 req-67b7ffd9-3ff4-490a-8754-3d1c5164efa4 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:45.850019 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-62745cb1-4e37-49b9-857a-a214eb29f351 req-67b7ffd9-3ff4-490a-8754-3d1c5164efa4 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 946 time: 0.0895252 Oct 31 14:58:45.899473 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-661bf9c3-424f-4818-a7a8-57dd44796c45 req-61819c12-04a8-48b5-8220-94e3c58d9754 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 210 time: 0.0300021 Oct 31 14:58:45.938400 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fc799-0f52-4833-81d8-eee1dea0f23a req-bcd3cc19-74b5-4cb6-8b39-de22486c77e1 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:45.939920 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ce6fc799-0f52-4833-81d8-eee1dea0f23a req-bcd3cc19-74b5-4cb6-8b39-de22486c77e1 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.1107063 Oct 31 14:58:45.990470 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:46.010211 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-62745cb1-4e37-49b9-857a-a214eb29f351 req-98e15315-7886-4ab5-924d-6ac373cfaccd tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Deleting port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 14:58:46.010550 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-62745cb1-4e37-49b9-857a-a214eb29f351 req-98e15315-7886-4ab5-924d-6ac373cfaccd tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (17fecc69-75e1-4f2b-9dd2-f3d84e691f51), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:46.035074 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ce6fc799-0f52-4833-81d8-eee1dea0f23a req-5370d32a-f8e8-4526-96d6-590cc4b08e6c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892427 Oct 31 14:58:46.109362 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-62745cb1-4e37-49b9-857a-a214eb29f351 req-98e15315-7886-4ab5-924d-6ac373cfaccd tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] For port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=17fecc69-75e1-4f2b-9dd2-f3d84e691f51,segment=NetworkSegment(eccc531c-0dd1-470b-b1ba-74dc1847915d),segment_id=eccc531c-0dd1-470b-b1ba-74dc1847915d)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:58:46.109629 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-62745cb1-4e37-49b9-857a-a214eb29f351 req-98e15315-7886-4ab5-924d-6ac373cfaccd tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (17fecc69-75e1-4f2b-9dd2-f3d84e691f51), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:46.123177 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-62745cb1-4e37-49b9-857a-a214eb29f351 req-98e15315-7886-4ab5-924d-6ac373cfaccd tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Calling delete_port for 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 14:58:46.252393 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-62745cb1-4e37-49b9-857a-a214eb29f351 req-98e15315-7886-4ab5-924d-6ac373cfaccd tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (17fecc69-75e1-4f2b-9dd2-f3d84e691f51), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:46.270046 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['17fecc69-75e1-4f2b-9dd2-f3d84e691f51'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:58:46.279667 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e15315-7886-4ab5-924d-6ac373cfaccd tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Pushing event deleted for resources: {'Port': ['ID=17fecc69-75e1-4f2b-9dd2-f3d84e691f51,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:46.326939 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-62745cb1-4e37-49b9-857a-a214eb29f351 req-98e15315-7886-4ab5-924d-6ac373cfaccd tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] No DVR routers for this DVR port 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 14:58:46.329752 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-62745cb1-4e37-49b9-857a-a214eb29f351 req-98e15315-7886-4ab5-924d-6ac373cfaccd tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:46.334497 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-62745cb1-4e37-49b9-857a-a214eb29f351 req-98e15315-7886-4ab5-924d-6ac373cfaccd tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.44 "DELETE /networking/v2.0/ports/17fecc69-75e1-4f2b-9dd2-f3d84e691f51 HTTP/1.1" status: 204 len: 173 time: 0.4670212 Oct 31 14:58:46.334997 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707946b1-50c7-4df0-9e3a-036d755eeeea', 'name': 'network-vif-deleted', 'tag': '17fecc69-75e1-4f2b-9dd2-f3d84e691f51'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:58:46.337261 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fd3c8a-5dbb-4486-b11d-bcbe32367454" -d '{"events": [{"server_uuid": "707946b1-50c7-4df0-9e3a-036d755eeeea", "name": "network-vif-deleted", "tag": "17fecc69-75e1-4f2b-9dd2-f3d84e691f51"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:58:46.375610 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef62ed9-b959-427a-8c23-545e3d8fd66b x-openstack-request-id: req-4ef62ed9-b959-427a-8c23-545e3d8fd66b {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:58:46.375901 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707946b1-50c7-4df0-9e3a-036d755eeeea", "name": "network-vif-deleted", "tag": "17fecc69-75e1-4f2b-9dd2-f3d84e691f51", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:58:46.376147 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ef62ed9-b959-427a-8c23-545e3d8fd66b {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:58:46.376547 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef62ed9-b959-427a-8c23-545e3d8fd66b'] response: {'server_uuid': '707946b1-50c7-4df0-9e3a-036d755eeeea', 'name': 'network-vif-deleted', 'tag': '17fecc69-75e1-4f2b-9dd2-f3d84e691f51', 'status': 'completed', 'code': 200} Oct 31 14:58:46.492142 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1e2194c5-40fd-4877-b87f-e61dbfe6702d req-e3160f77-402f-4368-9fcb-c9c578ab97aa tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 210 time: 0.0313559 Oct 31 14:58:46.669187 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88009187-0023-4fde-83aa-3183d765f816 req-b828c0b6-151a-4f79-93d3-8a7cf64f8a15 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:46.670674 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-88009187-0023-4fde-83aa-3183d765f816 req-b828c0b6-151a-4f79-93d3-8a7cf64f8a15 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0511043 Oct 31 14:58:46.727973 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-88009187-0023-4fde-83aa-3183d765f816 req-b3697869-7f83-4684-86be-35014034102f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511451 Oct 31 14:58:47.019141 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6dfcfceb-8c03-4d30-a236-50c789101871 req-db1e78d4-8fb4-4f66-bac1-1bdf9b8b119e tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 210 time: 0.0277443 Oct 31 14:58:47.147860 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:47.158118 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03686a-4f72-4207-b465-e1e02f5e3486 req-68c3d6c2-3194-4741-b5e5-8bdb64205c2e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:47.159609 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6e03686a-4f72-4207-b465-e1e02f5e3486 req-68c3d6c2-3194-4741-b5e5-8bdb64205c2e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0473883 Oct 31 14:58:47.207921 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6e03686a-4f72-4207-b465-e1e02f5e3486 req-07153c70-cb80-43a2-99c1-5db188d9a389 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 Oct 31 14:58:47.277288 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2a7a3-50ba-48f3-97ba-3ccdc3b7bcc7 req-40725b38-8e99-42c2-ac82-780e1718c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:47.278855 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2af2a7a3-50ba-48f3-97ba-3ccdc3b7bcc7 req-40725b38-8e99-42c2-ac82-780e1718c13a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 1129 time: 0.0409453 Oct 31 14:58:47.304748 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:47.334008 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2af2a7a3-50ba-48f3-97ba-3ccdc3b7bcc7 req-00d75c0e-f9a5-4e97-85e7-756f8b09b6cc service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479035 Oct 31 14:58:47.485730 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-550c8407-4efc-4244-be72-209933c17b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:47.582538 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-3de58156-7f1d-415b-b562-4675f65f5c67 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.44 "GET /networking/v2.0/networks?tenant_id=0d647ac8f50049dab664e81a70e106ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268335 Oct 31 14:58:47.639837 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e6d3197d-abeb-44d6-8826-5cb66a8591af req-e6bf0130-29c0-4742-9765-ad63dccf2344 tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 210 time: 0.0562706 Oct 31 14:58:47.730365 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-afc8a886-0d91-4f9d-bcdb-c26ef9d380da tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:47.731834 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-afc8a886-0d91-4f9d-bcdb-c26ef9d380da tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.44 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1321051 Oct 31 14:58:47.853852 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f72cea-65ee-44b0-8ad2-5de9531b5b11 req-ca5df1d4-1d7e-4f31-848d-f75096c50da1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:47.855363 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a0f72cea-65ee-44b0-8ad2-5de9531b5b11 req-ca5df1d4-1d7e-4f31-848d-f75096c50da1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0476294 Oct 31 14:58:47.902546 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a0f72cea-65ee-44b0-8ad2-5de9531b5b11 req-dea8e30c-7be4-450e-9548-ef25f36cb7ff tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417473 Oct 31 14:58:48.042340 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Request body: {'port': {'device_id': '42c09cf8-175b-414f-a52b-dd76bdfc2b33', 'network_id': '22407923-62cf-4cda-b2ea-5b080167390e', 'admin_state_up': True, 'tenant_id': '0d647ac8f50049dab664e81a70e106ca'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:58:48.153502 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-84f5688c-59d5-4262-ba64-0e07444e1243 req-0f0f542a-a39a-491d-bc58-a49d31c16f91 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 210 time: 0.0352976 Oct 31 14:58:48.159449 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Made reservation on behalf of 0d647ac8f50049dab664e81a70e106ca for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:58:48.163892 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:48.174152 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:48.264990 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Publish callbacks [] for security_group (ab2ea9c9-2461-4848-9ac4-48e0414d500c), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:48.269982 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ab2ea9c9-2461-4848-9ac4-48e0414d500c), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:48.311950 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 14:58:48.335027 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2ea9c9-2461-4848-9ac4-48e0414d500c,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:48.347949 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 14:58:48.348594 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 17fecc69-75e1-4f2b-9dd2-f3d84e691f51 not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 14:58:48.367268 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:48.373801 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77887c69-5e32-4d09-9f36-18d64033ee8e req-8b1d3a66-0bd2-4c79-a3a1-5c3cb445c2bd tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:48.375508 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-77887c69-5e32-4d09-9f36-18d64033ee8e req-8b1d3a66-0bd2-4c79-a3a1-5c3cb445c2bd tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0794842 Oct 31 14:58:48.432400 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-77887c69-5e32-4d09-9f36-18d64033ee8e req-f78c16c6-9576-4f59-820c-29cae34af00e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481172 Oct 31 14:58:48.434505 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Allocated IP 192.168.233.143 (22407923-62cf-4cda-b2ea-5b080167390e/bd79a350-38d6-43bb-9a7c-753d4ae603b5/73a4d6e5-35cf-49f5-89d0-0e0b00b5946e) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:58:48.580719 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Publish callbacks [] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:48.613365 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:48.624867 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:48.671850 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Network 22407923-62cf-4cda-b2ea-5b080167390e is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:58:48.675329 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:58:48.680245 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:58:48.684460 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Pushing event updated for resources: {'Port': ['ID=73a4d6e5-35cf-49f5-89d0-0e0b00b5946e,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:48.731894 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:48.732600 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:48.752730 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-5c325044-1f10-40b9-9c58-72b84fc91b9d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7143157 Oct 31 14:58:48.788665 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e8c1467e-6de3-45ba-8f38-1531e3a736c4 req-a2107b11-8175-409d-9041-4dca752c6a8e tempest-VolumesActionsTest-1534383339 tempest-VolumesActionsTest-1534383339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=707946b1-50c7-4df0-9e3a-036d755eeeea HTTP/1.1" status: 200 len: 210 time: 0.0298965 Oct 31 14:58:48.922193 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-c1420347-b5e6-409e-bbf6-1c2de37d1270 None None] Provisioning complete for port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:58:48.922776 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c1420347-b5e6-409e-bbf6-1c2de37d1270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:48.923043 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-c1420347-b5e6-409e-bbf6-1c2de37d1270 None None] Attempt 1 to provision port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e Oct 31 14:58:48.923905 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:58:48.954474 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-c1420347-b5e6-409e-bbf6-1c2de37d1270 None None] Port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:58:49.027423 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528f6b2-3034-4580-8019-d8fb2f55f818 req-f3781f3d-8455-49c2-862b-155fe2990bc7 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:49.028699 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9528f6b2-3034-4580-8019-d8fb2f55f818 req-f3781f3d-8455-49c2-862b-155fe2990bc7 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0462949 Oct 31 14:58:49.079670 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9528f6b2-3034-4580-8019-d8fb2f55f818 req-826d91b3-bdbe-4da2-b849-e7b0041f14cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454218 Oct 31 14:58:49.083587 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:49.168769 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Request body: {'port': {'device_id': '42c09cf8-175b-414f-a52b-dd76bdfc2b33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:58:49.258466 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:49.309276 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848af9e-44e5-470c-aba8-5e56ffef9201 req-bd745ac1-4737-45a3-b19e-8d2014ec9913 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:49.310774 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d848af9e-44e5-470c-aba8-5e56ffef9201 req-bd745ac1-4737-45a3-b19e-8d2014ec9913 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 936 time: 0.0663066 Oct 31 14:58:49.440662 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d848af9e-44e5-470c-aba8-5e56ffef9201 req-6cf04255-a04f-47f3-93e1-3ec4179e1bfc tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab2ea9c9-2461-4848-9ac4-48e0414d500c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139262 Oct 31 14:58:49.565195 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6f6d7-6f56-4492-a14a-3127badf3ccf req-095185cc-64b4-41cd-bbc7-e5858c66882d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:49.566807 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4aa6f6d7-6f56-4492-a14a-3127badf3ccf req-095185cc-64b4-41cd-bbc7-e5858c66882d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0504453 Oct 31 14:58:49.590952 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:58:49.599470 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Publish callbacks [] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:49.612137 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Transition to ACTIVE for port object 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 14:58:49.614953 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4aa6f6d7-6f56-4492-a14a-3127badf3ccf req-7d58f4af-ba70-4492-90fa-cbe698886682 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421512 Oct 31 14:58:49.615880 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:49.641603 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:49.695700 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Pushing event updated for resources: {'Port': ['ID=73a4d6e5-35cf-49f5-89d0-0e0b00b5946e,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:49.727870 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Attempting to bind port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:58:49.728202 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Attempting to bind port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '5b720d28-b5ba-4ebd-bde5-c5d8212d2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '22407923-62cf-4cda-b2ea-5b080167390e'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:58:49.728528 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Attempting to bind port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e on network 22407923-62cf-4cda-b2ea-5b080167390e {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:58:49.774504 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e on network 22407923-62cf-4cda-b2ea-5b080167390e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 14:58:49.774819 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Attempting to bind port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e on network 22407923-62cf-4cda-b2ea-5b080167390e {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:58:49.820067 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:58:49.820408 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Checking segment: {'id': '5b720d28-b5ba-4ebd-bde5-c5d8212d2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '22407923-62cf-4cda-b2ea-5b080167390e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:58:49.820781 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Bound using segment: {'id': '5b720d28-b5ba-4ebd-bde5-c5d8212d2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '22407923-62cf-4cda-b2ea-5b080167390e'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:58:49.822004 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Bound port: 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b720d28-b5ba-4ebd-bde5-c5d8212d2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '22407923-62cf-4cda-b2ea-5b080167390e'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:58:49.822429 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:49.844847 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:49.950230 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16630ec-9def-47d7-a130-3c9459f7e31f req-5e4f4cec-cce4-4ebb-a4e7-ba2c90a77a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:49.951790 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e16630ec-9def-47d7-a130-3c9459f7e31f req-5e4f4cec-cce4-4ebb-a4e7-ba2c90a77a66 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 1129 time: 0.1155703 Oct 31 14:58:49.966025 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714321-8451-4934-a7c0-ea09a98b3257 req-1828dc4b-1876-4eb7-af6b-d7ed162ab12d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:49.967501 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ed714321-8451-4934-a7c0-ea09a98b3257 req-1828dc4b-1876-4eb7-af6b-d7ed162ab12d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.1213126 Oct 31 14:58:50.005889 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] For port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:58:50.059753 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] For port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=73a4d6e5-35cf-49f5-89d0-0e0b00b5946e,segment=NetworkSegment(5b720d28-b5ba-4ebd-bde5-c5d8212d2029),segment_id=5b720d28-b5ba-4ebd-bde5-c5d8212d2029)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:58:50.073151 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:50.081352 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:50.081969 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:50.083583 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/73a4d6e5-35cf-49f5-89d0-0e0b00b5946e HTTP/1.1" status: 200 len: 1098 time: 0.9205234 Oct 31 14:58:50.090528 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c09cf8-175b-414f-a52b-dd76bdfc2b33', 'tag': '73a4d6e5-35cf-49f5-89d0-0e0b00b5946e'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:58:50.092824 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb16bcf8-952f-4c4d-bf17-53e0ad5e8be2" -d '{"events": [{"name": "network-changed", "server_uuid": "42c09cf8-175b-414f-a52b-dd76bdfc2b33", "tag": "73a4d6e5-35cf-49f5-89d0-0e0b00b5946e"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:58:50.151372 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ed714321-8451-4934-a7c0-ea09a98b3257 req-6de4d4c0-f740-43b0-8169-6943d80567f3 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729188 Oct 31 14:58:50.219701 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16630ec-9def-47d7-a130-3c9459f7e31f req-32c8bc52-2ba0-4d1e-934e-4e3bc8ded300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:50.221909 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e16630ec-9def-47d7-a130-3c9459f7e31f req-32c8bc52-2ba0-4d1e-934e-4e3bc8ded300 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 919 time: 0.2615361 Oct 31 14:58:50.229960 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5df9353-ee1a-4f0e-98df-24650afb4ef8 x-openstack-request-id: req-c5df9353-ee1a-4f0e-98df-24650afb4ef8 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:58:50.230256 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c09cf8-175b-414f-a52b-dd76bdfc2b33", "tag": "73a4d6e5-35cf-49f5-89d0-0e0b00b5946e", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:58:50.230508 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5df9353-ee1a-4f0e-98df-24650afb4ef8 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:58:50.230910 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5df9353-ee1a-4f0e-98df-24650afb4ef8'] response: {'name': 'network-changed', 'server_uuid': '42c09cf8-175b-414f-a52b-dd76bdfc2b33', 'tag': '73a4d6e5-35cf-49f5-89d0-0e0b00b5946e', 'status': 'completed', 'code': 200} Oct 31 14:58:50.243576 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de530d6-51e1-4c0f-abbd-1531789cae82 req-1bf3bbad-8f4c-4fed-b790-d38faa18d6cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:50.245103 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7de530d6-51e1-4c0f-abbd-1531789cae82 req-1bf3bbad-8f4c-4fed-b790-d38faa18d6cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0589683 Oct 31 14:58:50.251705 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ba6f5-3897-4e81-a33d-326120d50898 service neutron] Pushing event updated for resources: {'Port': ['ID=73a4d6e5-35cf-49f5-89d0-0e0b00b5946e,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:50.283772 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-3d529cb3-d0c5-4d77-a4f0-273c9984899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:50.285286 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-3d529cb3-d0c5-4d77-a4f0-273c9984899b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=0d647ac8f50049dab664e81a70e106ca&device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 1132 time: 0.1513889 Oct 31 14:58:50.287800 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e16630ec-9def-47d7-a130-3c9459f7e31f req-778f29c5-2410-41d4-9125-033088034c3e service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b76563d-9e42-4d52-990e-24dd9cbbde04 HTTP/1.1" status: 200 len: 217 time: 0.0503950 Oct 31 14:58:50.316327 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7de530d6-51e1-4c0f-abbd-1531789cae82 req-094b5189-b618-4e7a-acc3-268d811ad091 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654652 Oct 31 14:58:50.382610 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-73980803-4516-42e5-ad71-7632a3202f2b service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=73a4d6e5-35cf-49f5-89d0-0e0b00b5946e HTTP/1.1" status: 200 len: 217 time: 0.0777950 Oct 31 14:58:50.430528 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16630ec-9def-47d7-a130-3c9459f7e31f req-0561b3c2-5e1a-45eb-ac0e-4af4755e0035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:50.432015 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e16630ec-9def-47d7-a130-3c9459f7e31f req-0561b3c2-5e1a-45eb-ac0e-4af4755e0035 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.1206629 Oct 31 14:58:50.474233 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-e4888639-71b4-40ea-9083-4cff6bd2837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:50.475734 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-e4888639-71b4-40ea-9083-4cff6bd2837a service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=bd79a350-38d6-43bb-9a7c-753d4ae603b5 HTTP/1.1" status: 200 len: 843 time: 0.0836098 Oct 31 14:58:50.497166 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16630ec-9def-47d7-a130-3c9459f7e31f req-9d8472ed-fa1b-4484-874a-2571672bc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:50.498658 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e16630ec-9def-47d7-a130-3c9459f7e31f req-9d8472ed-fa1b-4484-874a-2571672bc1c5 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605090 Oct 31 14:58:50.589070 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:50.606465 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-d31d12c1-6882-485b-9beb-838d7108a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:50.607969 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-d31d12c1-6882-485b-9beb-838d7108a4ef service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=22407923-62cf-4cda-b2ea-5b080167390e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1250088 Oct 31 14:58:50.637687 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fcf5a-e6d1-46f5-9be9-6c8ec7b923dd req-d46b36f0-deca-4bc9-ac2f-ae44b8479ec9 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:50.639121 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8e4fcf5a-e6d1-46f5-9be9-6c8ec7b923dd req-d46b36f0-deca-4bc9-ac2f-ae44b8479ec9 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 948 time: 0.1128366 Oct 31 14:58:50.649969 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:50.734338 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e16630ec-9def-47d7-a130-3c9459f7e31f req-a36ec9a8-4b3e-4ca1-bc2e-da52fc7b95db service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185547 Oct 31 14:58:50.772904 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:50.784992 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8e4fcf5a-e6d1-46f5-9be9-6c8ec7b923dd req-21c7565b-1e1c-4c41-a8ab-20bce9796741 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab2ea9c9-2461-4848-9ac4-48e0414d500c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324220 Oct 31 14:58:50.832636 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-a171ec0a-6af1-4a61-abb7-4c5777bb860e service neutron] 10.222.0.44 "GET /networking/v2.0/networks/22407923-62cf-4cda-b2ea-5b080167390e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118862 Oct 31 14:58:50.839228 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:50.914967 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e16630ec-9def-47d7-a130-3c9459f7e31f req-421f5c3d-fb9c-4bac-8424-ea0e0a1e1cc0 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626034 Oct 31 14:58:50.935371 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:50.950781 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e4c70d87-0b8b-4828-bb07-dc7ee8a3380f req-9229079b-c516-41da-847c-4677b93d6819 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/22407923-62cf-4cda-b2ea-5b080167390e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087041 Oct 31 14:58:51.282093 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc296250-6446-4498-91af-fb735f1909ee req-f6a25503-36fb-4ed5-938e-b3437adba0f6 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:51.283572 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-dc296250-6446-4498-91af-fb735f1909ee req-f6a25503-36fb-4ed5-938e-b3437adba0f6 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0499990 Oct 31 14:58:51.331111 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-dc296250-6446-4498-91af-fb735f1909ee req-89ef7f5d-dab6-49f4-be7e-cd49f54d299c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Oct 31 14:58:51.449869 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6228e-211f-4256-81cb-6962d4df997b req-67783daf-0192-45bc-8898-93383f686a6d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:51.451248 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-23b6228e-211f-4256-81cb-6962d4df997b req-67783daf-0192-45bc-8898-93383f686a6d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0471888 Oct 31 14:58:51.498718 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-23b6228e-211f-4256-81cb-6962d4df997b req-7efa569c-a9c8-4e1d-ac21-723070af6096 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415976 Oct 31 14:58:51.905148 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c13e4-bd5d-446b-9759-11a4500f0d57 req-529bfe87-54f7-4ce0-b23f-9d3e0905345e tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:51.906592 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-fd9c13e4-bd5d-446b-9759-11a4500f0d57 req-529bfe87-54f7-4ce0-b23f-9d3e0905345e tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 948 time: 0.0457566 Oct 31 14:58:51.953122 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-fd9c13e4-bd5d-446b-9759-11a4500f0d57 req-f1f4e9b0-75ca-4318-9d95-9a687f7311bf tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab2ea9c9-2461-4848-9ac4-48e0414d500c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Oct 31 14:58:52.451150 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84852a12-882f-4175-81bd-d888d67d31d8 req-84a5130a-a84f-4309-aff8-fd2c0d91333d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:52.452656 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-84852a12-882f-4175-81bd-d888d67d31d8 req-84a5130a-a84f-4309-aff8-fd2c0d91333d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0464892 Oct 31 14:58:52.499274 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-84852a12-882f-4175-81bd-d888d67d31d8 req-0838a30e-379a-43fa-9e2f-01b57920c478 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Oct 31 14:58:52.615817 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:52.626016 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc8840-c289-4310-82b8-26bcd2c7dc95 req-3a987dda-e193-4f75-bb12-e03a12f2469e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:52.627490 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0dbc8840-c289-4310-82b8-26bcd2c7dc95 req-3a987dda-e193-4f75-bb12-e03a12f2469e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0473385 Oct 31 14:58:52.680705 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0dbc8840-c289-4310-82b8-26bcd2c7dc95 req-2f932c74-06a6-47a3-95a8-266cf3487d0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463984 Oct 31 14:58:53.075161 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c205d-4dbd-4d5b-9c2a-60b84303592c req-a653a855-937b-42bb-9a1c-df6960f7478b tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:53.076636 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bc4c205d-4dbd-4d5b-9c2a-60b84303592c req-a653a855-937b-42bb-9a1c-df6960f7478b tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 948 time: 0.0497651 Oct 31 14:58:53.122959 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bc4c205d-4dbd-4d5b-9c2a-60b84303592c req-0b21a509-07c4-4482-b5ea-d6648908500f tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab2ea9c9-2461-4848-9ac4-48e0414d500c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 Oct 31 14:58:53.618902 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3b1de-fc09-4248-992e-bfed212b101e req-a8e633b1-76a7-46dc-acfb-1e8b4c7a20d5 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:53.620379 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-74a3b1de-fc09-4248-992e-bfed212b101e req-a8e633b1-76a7-46dc-acfb-1e8b4c7a20d5 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0461740 Oct 31 14:58:53.667953 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-74a3b1de-fc09-4248-992e-bfed212b101e req-867e1a68-0f22-43f6-90a0-c32f446d3561 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418298 Oct 31 14:58:53.812757 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc705e73-4cd8-4f2c-9ada-45bfe07bf2ed req-a6cee0a8-92fa-4928-88c1-7da8ce52af7b tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:53.814251 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cc705e73-4cd8-4f2c-9ada-45bfe07bf2ed req-a6cee0a8-92fa-4928-88c1-7da8ce52af7b tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0495987 Oct 31 14:58:53.867590 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cc705e73-4cd8-4f2c-9ada-45bfe07bf2ed req-d21593d7-c4d8-4a4a-abae-5e377c0f92e9 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423698 Oct 31 14:58:54.246201 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e18c2-0463-4652-96f7-1040a7d79f47 req-091e56cb-9c8b-4614-ba03-42e50af90b3c tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:54.247677 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-712e18c2-0463-4652-96f7-1040a7d79f47 req-091e56cb-9c8b-4614-ba03-42e50af90b3c tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 948 time: 0.0468006 Oct 31 14:58:54.297642 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-712e18c2-0463-4652-96f7-1040a7d79f47 req-56474470-69c9-44fb-9f1d-b4e1459fc16a tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab2ea9c9-2461-4848-9ac4-48e0414d500c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441368 Oct 31 14:58:54.737067 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16bcf8-952f-4c4d-bf17-53e0ad5e8be2 req-616b524e-7f6b-4396-a5c0-cdeceb003701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:54.738651 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bb16bcf8-952f-4c4d-bf17-53e0ad5e8be2 req-616b524e-7f6b-4396-a5c0-cdeceb003701 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=0d647ac8f50049dab664e81a70e106ca&device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 1132 time: 0.0437024 Oct 31 14:58:55.015480 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933a955-8ff7-4f5b-8ef6-a8e867bf7613 req-2ec6e30f-5362-4c48-9238-4a3a6c1b89bc tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:55.020307 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f933a955-8ff7-4f5b-8ef6-a8e867bf7613 req-2ec6e30f-5362-4c48-9238-4a3a6c1b89bc tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0664301 Oct 31 14:58:55.046594 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:55.081540 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85730ee-5d3e-4dc1-b62a-b2a1f8272c05 req-d84d6036-4441-4a2a-a686-fe962f5bff1e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:55.090496 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e85730ee-5d3e-4dc1-b62a-b2a1f8272c05 req-d84d6036-4441-4a2a-a686-fe962f5bff1e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.3308132 Oct 31 14:58:55.092197 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f933a955-8ff7-4f5b-8ef6-a8e867bf7613 req-e358a42b-9ad4-4754-906a-dacee72a0cf1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686691 Oct 31 14:58:55.151601 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e85730ee-5d3e-4dc1-b62a-b2a1f8272c05 req-1f540b81-a4e5-43a3-a6b8-7db37f9812e4 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602148 Oct 31 14:58:55.426117 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83e260-c03f-4bf5-b2a2-ea350d58728e req-94254997-7c5d-464d-91f2-7164be88f4c1 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:55.432601 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0d83e260-c03f-4bf5-b2a2-ea350d58728e req-94254997-7c5d-464d-91f2-7164be88f4c1 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 948 time: 0.0529602 Oct 31 14:58:55.513358 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0d83e260-c03f-4bf5-b2a2-ea350d58728e req-b78b5262-ee85-4052-946e-9c510a6f0ff6 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab2ea9c9-2461-4848-9ac4-48e0414d500c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781031 Oct 31 14:58:56.256460 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c5154-c4ec-4feb-b25c-e58ac7fc68ca req-4e0165ac-2873-4d16-ab19-07a22370abac tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:56.258862 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c01c5154-c4ec-4feb-b25c-e58ac7fc68ca req-4e0165ac-2873-4d16-ab19-07a22370abac tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0691943 Oct 31 14:58:56.351085 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 14:58:56.451463 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f86441-d67a-4c20-bf1b-690c2f53b477 req-2dc39698-e583-4586-a037-3805ef76a499 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:56.453176 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-27f86441-d67a-4c20-bf1b-690c2f53b477 req-2dc39698-e583-4586-a037-3805ef76a499 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.2020695 Oct 31 14:58:56.549083 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-27f86441-d67a-4c20-bf1b-690c2f53b477 req-ab2826f8-8c3f-41b6-a740-e373a514e475 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799925 Oct 31 14:58:56.550420 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=73a4d6e5-35cf-49f5-89d0-0e0b00b5946e,segment=NetworkSegment(5b720d28-b5ba-4ebd-bde5-c5d8212d2029),segment_id=5b720d28-b5ba-4ebd-bde5-c5d8212d2029)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:58:56.565259 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16bcf8-952f-4c4d-bf17-53e0ad5e8be2 req-b6184672-2739-4335-b4a5-8b6e92b1e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:56.566383 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '73a4d6e5-35cf-49f5-89d0-0e0b00b5946e', 'network_id': '22407923-62cf-4cda-b2ea-5b080167390e', 'port_id': '73a4d6e5-35cf-49f5-89d0-0e0b00b5946e', 'mac_address': 'fa:16:3e:e4:9e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd79a350-38d6-43bb-9a7c-753d4ae603b5', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 14:58:56.566734 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bb16bcf8-952f-4c4d-bf17-53e0ad5e8be2 req-b6184672-2739-4335-b4a5-8b6e92b1e2d7 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=22407923-62cf-4cda-b2ea-5b080167390e HTTP/1.1" status: 200 len: 870 time: 0.1636436 Oct 31 14:58:56.602618 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c01c5154-c4ec-4feb-b25c-e58ac7fc68ca req-b7265b4b-4fa8-448c-ab3c-06d30b4a43a9 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161831 Oct 31 14:58:56.623365 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:58:56.624022 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:56.641585 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:58:56.667398 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=73a4d6e5-35cf-49f5-89d0-0e0b00b5946e,segment=NetworkSegment(5b720d28-b5ba-4ebd-bde5-c5d8212d2029),segment_id=5b720d28-b5ba-4ebd-bde5-c5d8212d2029)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:58:56.673938 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:56.749424 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bb16bcf8-952f-4c4d-bf17-53e0ad5e8be2 req-1c2dbea8-89c6-4834-8f57-833ffe22d1c4 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=73a4d6e5-35cf-49f5-89d0-0e0b00b5946e HTTP/1.1" status: 200 len: 217 time: 0.0591841 Oct 31 14:58:56.768708 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=73a4d6e5-35cf-49f5-89d0-0e0b00b5946e,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:56.804090 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e195dd-bcc3-479c-9594-fe3ca9e9ea4d req-ce2fb24c-fddd-4761-b7e3-db68053a402f tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:56.813810 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-48e195dd-bcc3-479c-9594-fe3ca9e9ea4d req-ce2fb24c-fddd-4761-b7e3-db68053a402f tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 949 time: 0.0725763 Oct 31 14:58:56.864145 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-48e195dd-bcc3-479c-9594-fe3ca9e9ea4d req-2973b272-987a-4d39-96e9-15159fa47b70 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab2ea9c9-2461-4848-9ac4-48e0414d500c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491290 Oct 31 14:58:57.025016 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['73a4d6e5-35cf-49f5-89d0-0e0b00b5946e'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:58:57.270570 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=6 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:57.597997 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16bcf8-952f-4c4d-bf17-53e0ad5e8be2 req-fe7b2671-f136-4dc3-ad61-33ec59956ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:57.600964 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bb16bcf8-952f-4c4d-bf17-53e0ad5e8be2 req-fe7b2671-f136-4dc3-ad61-33ec59956ad8 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=bd79a350-38d6-43bb-9a7c-753d4ae603b5 HTTP/1.1" status: 200 len: 843 time: 0.0733874 Oct 31 14:58:57.724999 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:57.726022 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:57.736577 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabee2e-2659-469d-8581-581bf0627bd9 req-29cb4b4e-32f5-4e33-be31-9e6936a65898 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:57.744061 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7aabee2e-2659-469d-8581-581bf0627bd9 req-29cb4b4e-32f5-4e33-be31-9e6936a65898 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0677226 Oct 31 14:58:57.754568 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16bcf8-952f-4c4d-bf17-53e0ad5e8be2 req-6e8f14e1-c215-4319-b237-db004a2186a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:57.757955 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bb16bcf8-952f-4c4d-bf17-53e0ad5e8be2 req-6e8f14e1-c215-4319-b237-db004a2186a1 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=22407923-62cf-4cda-b2ea-5b080167390e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1490474 Oct 31 14:58:57.826970 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7aabee2e-2659-469d-8581-581bf0627bd9 req-3d822b15-a427-40e3-849f-02364cd20c78 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816298 Oct 31 14:58:57.899007 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf7332-af11-4e91-9462-48e7dbc6620d req-f61a15ef-7d0f-4df9-baf0-a44c16982981 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:57.900513 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9daf7332-af11-4e91-9462-48e7dbc6620d req-f61a15ef-7d0f-4df9-baf0-a44c16982981 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.1233175 Oct 31 14:58:57.943474 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bb16bcf8-952f-4c4d-bf17-53e0ad5e8be2 req-0dcfd202-104b-4045-b1d6-de5cdc6328eb service neutron] 10.222.0.44 "GET /networking/v2.0/networks/22407923-62cf-4cda-b2ea-5b080167390e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759098 Oct 31 14:58:58.042112 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9daf7332-af11-4e91-9462-48e7dbc6620d req-bded8408-c8f4-418a-a57a-3585ee7f815f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205368 Oct 31 14:58:58.099445 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b81eb-74d2-48b2-b9ea-a329d7e7f2c1 req-a60b84ed-2e7d-4e39-bb1b-4e35116db66a tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:58.101042 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ed5b81eb-74d2-48b2-b9ea-a329d7e7f2c1 req-a60b84ed-2e7d-4e39-bb1b-4e35116db66a tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 949 time: 0.0689528 Oct 31 14:58:58.178293 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bb16bcf8-952f-4c4d-bf17-53e0ad5e8be2 req-f2833086-a57b-4129-917d-df3ec8c84dcd service neutron] 10.222.0.44 "GET /networking/v2.0/networks/22407923-62cf-4cda-b2ea-5b080167390e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266946 Oct 31 14:58:58.181972 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ed5b81eb-74d2-48b2-b9ea-a329d7e7f2c1 req-f1b3143b-19eb-42b0-a5af-3b5f8ec5436a tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab2ea9c9-2461-4848-9ac4-48e0414d500c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694444 Oct 31 14:58:58.352372 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6951bd8b-ac72-4ceb-9344-47d91749e055 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 14:58:58.354739 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:58:58.452677 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0412998-27c1-4062-8b13-7a8213524513 req-503b09ef-8103-4a5e-8968-27ac15c5ee68 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:58.461221 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d0412998-27c1-4062-8b13-7a8213524513 req-503b09ef-8103-4a5e-8968-27ac15c5ee68 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0858872 Oct 31 14:58:58.484426 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 14:58:58.496440 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:58:58.496827 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:58.497164 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e Oct 31 14:58:58.525130 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d0412998-27c1-4062-8b13-7a8213524513 req-72f69ae0-189b-4f30-879f-f18844410a8b tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626600 Oct 31 14:58:58.588148 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:58.611297 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6951bd8b-ac72-4ceb-9344-47d91749e055, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6951bd8b-ac72-4ceb-9344-47d91749e055,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:58:58.643878 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'port_id': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'mac_address': 'fa:16:3e:a0:69:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 14:58:58.655088 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:58:58.655477 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:58.708010 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c09cf8-175b-414f-a52b-dd76bdfc2b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a4d6e5-35cf-49f5-89d0-0e0b00b5946e'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:58:58.710297 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c3b50b-65ae-48f6-aab4-ad505a623599" -d '{"events": [{"server_uuid": "42c09cf8-175b-414f-a52b-dd76bdfc2b33", "name": "network-vif-plugged", "status": "completed", "tag": "73a4d6e5-35cf-49f5-89d0-0e0b00b5946e"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:58:58.727573 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=73a4d6e5-35cf-49f5-89d0-0e0b00b5946e,segment=NetworkSegment(5b720d28-b5ba-4ebd-bde5-c5d8212d2029),segment_id=5b720d28-b5ba-4ebd-bde5-c5d8212d2029)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:58:58.728662 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 6951bd8b-ac72-4ceb-9344-47d91749e055 is: ACTIVE; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:58:58.729374 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:58.746944 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6951bd8b-ac72-4ceb-9344-47d91749e055 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:58:58.752912 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:58.756570 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccb6231-7183-4ffd-ba88-7a718e03e0d7 x-openstack-request-id: req-4ccb6231-7183-4ffd-ba88-7a718e03e0d7 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:58:58.756885 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c09cf8-175b-414f-a52b-dd76bdfc2b33", "name": "network-vif-plugged", "status": "completed", "tag": "73a4d6e5-35cf-49f5-89d0-0e0b00b5946e", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:58:58.757124 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ccb6231-7183-4ffd-ba88-7a718e03e0d7 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:58:58.758023 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccb6231-7183-4ffd-ba88-7a718e03e0d7'] response: {'server_uuid': '42c09cf8-175b-414f-a52b-dd76bdfc2b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a4d6e5-35cf-49f5-89d0-0e0b00b5946e', 'code': 200} Oct 31 14:58:58.830452 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6951bd8b-ac72-4ceb-9344-47d91749e055, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6951bd8b-ac72-4ceb-9344-47d91749e055,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:58:58.847761 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:58.866472 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=73a4d6e5-35cf-49f5-89d0-0e0b00b5946e,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:58.920633 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:58.944918 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=6951bd8b-ac72-4ceb-9344-47d91749e055,revision_number=6']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:58.997538 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46a4c5-00a5-4341-9071-8048d9c85985 req-bb3c1108-d0b0-47bb-b62d-c39412b8fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:58.998198 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['6951bd8b-ac72-4ceb-9344-47d91749e055'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:58:58.999722 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fe46a4c5-00a5-4341-9071-8048d9c85985 req-bb3c1108-d0b0-47bb-b62d-c39412b8fb29 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 1134 time: 0.0448096 Oct 31 14:58:59.048275 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fe46a4c5-00a5-4341-9071-8048d9c85985 req-2a905c94-d276-4a20-a73d-5206874505c3 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=ab2ea9c9-2461-4848-9ac4-48e0414d500c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 Oct 31 14:58:59.131699 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:59.221399 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fd76e-302a-4adb-8f97-260c15d286ff req-9b878790-e69c-4dbc-88b6-325a14bd5ca9 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:59.222903 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8f2fd76e-302a-4adb-8f97-260c15d286ff req-9b878790-e69c-4dbc-88b6-325a14bd5ca9 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 945 time: 0.0503273 Oct 31 14:58:59.277401 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8f2fd76e-302a-4adb-8f97-260c15d286ff req-bc8359f8-abfe-43f5-aff1-1eb8fba1b4ea tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472119 Oct 31 14:58:59.362049 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2250e-b8dc-4f4b-b0bc-744f3cd3d6e7 req-d39fa30a-40d0-445e-abc4-14e711286644 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:59.363542 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c3e2250e-b8dc-4f4b-b0bc-744f3cd3d6e7 req-d39fa30a-40d0-445e-abc4-14e711286644 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 950 time: 0.0610514 Oct 31 14:58:59.424463 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c3e2250e-b8dc-4f4b-b0bc-744f3cd3d6e7 req-4db083f4-c96b-4855-90ae-2101e5c65f3b tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab2ea9c9-2461-4848-9ac4-48e0414d500c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519459 Oct 31 14:58:59.629326 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 44184) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:59.634671 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-31ac5651-f317-48b6-bcbd-f314cf97fa14 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--997002451', 'description': 'tempest-description--1724992941'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:58:59.667188 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31ac5651-f317-48b6-bcbd-f314cf97fa14 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:59.698256 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6f79d-191a-4a02-9dee-8e47e8b4a758 req-7cc96360-7ce9-4795-863a-385f8ff1619b tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:58:59.702092 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e9b6f79d-191a-4a02-9dee-8e47e8b4a758 req-7cc96360-7ce9-4795-863a-385f8ff1619b tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0742452 Oct 31 14:58:59.717858 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:58:59.760116 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31ac5651-f317-48b6-bcbd-f314cf97fa14 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for security_group (234f23fe-6f2d-435d-9db7-a0b9963c9cff), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:59.765631 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31ac5651-f317-48b6-bcbd-f314cf97fa14 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (234f23fe-6f2d-435d-9db7-a0b9963c9cff), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:59.794974 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31ac5651-f317-48b6-bcbd-f314cf97fa14 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:59.796663 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-31ac5651-f317-48b6-bcbd-f314cf97fa14 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1663492 Oct 31 14:58:59.797154 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e9b6f79d-191a-4a02-9dee-8e47e8b4a758 req-05e50824-c1e8-443b-8105-5305cd7aaf4a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856159 Oct 31 14:58:59.799596 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 44186) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:59.807288 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-b53a63ad-e27a-4c9a-92d7-3f87b7b414a8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Request body: {'security_group_rule': {'security_group_id': '234f23fe-6f2d-435d-9db7-a0b9963c9cff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:58:59.816819 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac5651-f317-48b6-bcbd-f314cf97fa14 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234f23fe-6f2d-435d-9db7-a0b9963c9cff,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:59.850179 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b53a63ad-e27a-4c9a-92d7-3f87b7b414a8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for security_group_rule (9d052080-d651-4367-add8-da46b887b787), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:59.924519 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b53a63ad-e27a-4c9a-92d7-3f87b7b414a8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for security_group_rule (9d052080-d651-4367-add8-da46b887b787), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:59.930469 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b53a63ad-e27a-4c9a-92d7-3f87b7b414a8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (9d052080-d651-4367-add8-da46b887b787), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:59.953986 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a63ad-e27a-4c9a-92d7-3f87b7b414a8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d052080-d651-4367-add8-da46b887b787,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:58:59.971974 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b53a63ad-e27a-4c9a-92d7-3f87b7b414a8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:58:59.976513 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-b53a63ad-e27a-4c9a-92d7-3f87b7b414a8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1728733 Oct 31 14:58:59.978933 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 44192) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:58:59.982158 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-fdf93d5f-7e4b-4219-90b4-90231530e4ca tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Request body: {'security_group_rule': {'security_group_id': '234f23fe-6f2d-435d-9db7-a0b9963c9cff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:59:00.025507 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fdf93d5f-7e4b-4219-90b4-90231530e4ca tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for security_group_rule (5f1bb04f-26c8-4203-832f-819d0dd5461c), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:00.107006 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fdf93d5f-7e4b-4219-90b4-90231530e4ca tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for security_group_rule (5f1bb04f-26c8-4203-832f-819d0dd5461c), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:00.111715 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fdf93d5f-7e4b-4219-90b4-90231530e4ca tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (5f1bb04f-26c8-4203-832f-819d0dd5461c), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:00.133866 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf93d5f-7e4b-4219-90b4-90231530e4ca tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1bb04f-26c8-4203-832f-819d0dd5461c,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:00.146776 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fdf93d5f-7e4b-4219-90b4-90231530e4ca tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:00.151697 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 44202) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:00.156395 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Request body: {'floatingip': {'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:59:00.162363 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-fdf93d5f-7e4b-4219-90b4-90231530e4ca tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1837640 Oct 31 14:59:00.183371 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:00.190163 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:00.314422 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:00.317949 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:00.359359 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6951bd8b-ac72-4ceb-9344-47d91749e055 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:59:00.453692 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe65894-85b7-425a-b208-0aca9f24393b req-e0128ca7-6409-475d-87e1-a7c824b9dea6 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:00.460099 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-bbe65894-85b7-425a-b208-0aca9f24393b req-e0128ca7-6409-475d-87e1-a7c824b9dea6 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 945 time: 0.0687504 Oct 31 14:59:00.502006 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 6951bd8b-ac72-4ceb-9344-47d91749e055 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:59:00.502505 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:00.506371 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 6951bd8b-ac72-4ceb-9344-47d91749e055 Oct 31 14:59:00.564153 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-bbe65894-85b7-425a-b208-0aca9f24393b req-a4e2ccd9-5159-41e6-8812-06943ab5d44b tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903027 Oct 31 14:59:00.660802 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f5e06-9fba-4517-a589-7a015ed41e96 req-168bd518-3fc7-4237-84eb-88a119fc53f4 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:00.671937 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f52f5e06-9fba-4517-a589-7a015ed41e96 req-168bd518-3fc7-4237-84eb-88a119fc53f4 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 950 time: 0.0768292 Oct 31 14:59:00.696965 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Allocated IP 172.27.0.36 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/e4860b4f-ce40-4098-8a5b-140d7716e8a0) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:59:00.732852 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 6951bd8b-ac72-4ceb-9344-47d91749e055 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:59:00.733233 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:00.759701 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214568bd-3ebf-4f91-8153-d60959d49119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6951bd8b-ac72-4ceb-9344-47d91749e055'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:59:00.762295 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64590fcb-1f70-4a4b-8c8c-66296e6283b6" -d '{"events": [{"server_uuid": "214568bd-3ebf-4f91-8153-d60959d49119", "name": "network-vif-plugged", "status": "completed", "tag": "6951bd8b-ac72-4ceb-9344-47d91749e055"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:59:00.777248 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f52f5e06-9fba-4517-a589-7a015ed41e96 req-fc868062-c84f-479f-920c-2176ce524a7d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab2ea9c9-2461-4848-9ac4-48e0414d500c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043630 Oct 31 14:59:00.801956 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6951bd8b-ac72-4ceb-9344-47d91749e055, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6951bd8b-ac72-4ceb-9344-47d91749e055,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:59:00.808667 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:00.842038 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1169b747-ed42-4821-9b49-429a64e04857 x-openstack-request-id: req-1169b747-ed42-4821-9b49-429a64e04857 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:59:00.842233 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214568bd-3ebf-4f91-8153-d60959d49119", "name": "network-vif-plugged", "status": "completed", "tag": "6951bd8b-ac72-4ceb-9344-47d91749e055", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:59:00.842671 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1169b747-ed42-4821-9b49-429a64e04857 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:59:00.843225 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1169b747-ed42-4821-9b49-429a64e04857'] response: {'server_uuid': '214568bd-3ebf-4f91-8153-d60959d49119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'code': 200} Oct 31 14:59:00.902669 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=6951bd8b-ac72-4ceb-9344-47d91749e055,revision_number=7']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:00.959107 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for port (e4860b4f-ce40-4098-8a5b-140d7716e8a0), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:00.976539 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155b63a-cd5b-4537-a2f0-e19e5a3000f7 req-ad621d89-f1f0-4294-a8d8-b4c77258999e tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:00.984985 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4155b63a-cd5b-4537-a2f0-e19e5a3000f7 req-ad621d89-f1f0-4294-a8d8-b4c77258999e tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0901279 Oct 31 14:59:01.088422 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4155b63a-cd5b-4537-a2f0-e19e5a3000f7 req-e139541f-a28d-4ed9-a614-907cf80b1887 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020029 Oct 31 14:59:01.090339 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (e4860b4f-ce40-4098-8a5b-140d7716e8a0), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:01.202158 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Pushing event updated for resources: {'Port': ['ID=e4860b4f-ce40-4098-8a5b-140d7716e8a0,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:01.220469 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:59:01.226261 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:59:01.229160 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:59:01.407776 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for floatingip (867b3f06-806c-41cd-a6db-fd014904525f), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:01.467276 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (e4860b4f-ce40-4098-8a5b-140d7716e8a0), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:01.507999 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:01.868529 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for port (e4860b4f-ce40-4098-8a5b-140d7716e8a0), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:01.875189 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (e4860b4f-ce40-4098-8a5b-140d7716e8a0), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:01.884552 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef116dd5-a63e-4120-857f-b6a1ae94e78a req-7f0ed004-affe-48ed-bcb8-8bc4f28b5e94 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:01.895597 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ef116dd5-a63e-4120-857f-b6a1ae94e78a req-7f0ed004-affe-48ed-bcb8-8bc4f28b5e94 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0754416 Oct 31 14:59:01.956694 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:01.961540 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Pushing event updated for resources: {'Port': ['ID=e4860b4f-ce40-4098-8a5b-140d7716e8a0,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:01.964807 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ef116dd5-a63e-4120-857f-b6a1ae94e78a req-b5e66fff-83bb-476c-878e-a86f9f629dea tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674617 Oct 31 14:59:02.061911 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (867b3f06-806c-41cd-a6db-fd014904525f), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:02.072412 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee100123-e006-4995-b989-f5e04a2b3c8c req-865b9573-25a2-403c-b720-5c04ee305328 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:02.074021 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ee100123-e006-4995-b989-f5e04a2b3c8c req-865b9573-25a2-403c-b720-5c04ee305328 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 950 time: 0.1135118 Oct 31 14:59:02.117128 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:02.118387 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-82327f08-e87f-4db4-b5cd-2edfaf980e10 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9656866 Oct 31 14:59:02.201216 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ee100123-e006-4995-b989-f5e04a2b3c8c req-7e9702e7-c05d-48bf-8632-3f525d93bd79 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab2ea9c9-2461-4848-9ac4-48e0414d500c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124058 Oct 31 14:59:02.428927 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530ca35-74f0-4f38-93ed-24269ac44247 req-f8324788-f0f9-47cf-8a4b-46e4bf911d11 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:02.440228 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d530ca35-74f0-4f38-93ed-24269ac44247 req-f8324788-f0f9-47cf-8a4b-46e4bf911d11 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.1797204 Oct 31 14:59:02.540530 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:02.585976 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d530ca35-74f0-4f38-93ed-24269ac44247 req-d4315545-4f14-46ad-a1e7-e352c220650f tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393795 Oct 31 14:59:02.899972 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b70a6-b210-4c15-a59a-5498d0bd3fa0 req-b00ede35-eabc-4e01-9027-f828673cb3e4 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:02.902378 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-258b70a6-b210-4c15-a59a-5498d0bd3fa0 req-b00ede35-eabc-4e01-9027-f828673cb3e4 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 950 time: 0.1206636 Oct 31 14:59:03.004645 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-258b70a6-b210-4c15-a59a-5498d0bd3fa0 req-ac8dd6f5-7206-40fc-855d-9a398639046d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab2ea9c9-2461-4848-9ac4-48e0414d500c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924628 Oct 31 14:59:03.210449 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffa682-4ba4-4b91-a249-77e68e933edd req-d4695c99-7cab-421e-a0f1-08d4b799e080 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:03.212085 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-97ffa682-4ba4-4b91-a249-77e68e933edd req-d4695c99-7cab-421e-a0f1-08d4b799e080 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.1288769 Oct 31 14:59:03.275955 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-97ffa682-4ba4-4b91-a249-77e68e933edd req-2028a11b-6a6e-4169-be8e-86f92d3a1c37 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517910 Oct 31 14:59:03.767472 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f4a09-9b5b-46a5-b017-cc989af6282a req-ad457795-a344-43cd-ad39-2b887470c0f9 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:03.769106 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-888f4a09-9b5b-46a5-b017-cc989af6282a req-ad457795-a344-43cd-ad39-2b887470c0f9 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0618207 Oct 31 14:59:03.856047 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-888f4a09-9b5b-46a5-b017-cc989af6282a req-3e839f43-d9db-4201-b364-d44db096dfdc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756836 Oct 31 14:59:04.213341 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ef818-586a-47b7-beeb-4b0f4a4768df req-44ee66c6-965d-439d-a2ce-9bf9ff23351f tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:04.221581 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-833ef818-586a-47b7-beeb-4b0f4a4768df req-44ee66c6-965d-439d-a2ce-9bf9ff23351f tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 950 time: 0.0810285 Oct 31 14:59:04.275180 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:04.352713 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-833ef818-586a-47b7-beeb-4b0f4a4768df req-bd4a6677-5757-4494-981e-bcc467013697 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab2ea9c9-2461-4848-9ac4-48e0414d500c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254148 Oct 31 14:59:04.619762 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d1515-f965-4577-b6f2-8f30b401fd0f req-56a560c7-32de-45fb-8d92-695a1302c981 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:04.629374 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-240d1515-f965-4577-b6f2-8f30b401fd0f req-56a560c7-32de-45fb-8d92-695a1302c981 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0890436 Oct 31 14:59:04.684288 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-240d1515-f965-4577-b6f2-8f30b401fd0f req-0919c5dd-f64b-4487-9a21-be9a2f66d0a0 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537429 Oct 31 14:59:04.960986 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927e7e0-9a65-465d-af22-4088d9bda4dc req-59a9a188-eae1-49db-8216-18df9f11783d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:04.962303 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c927e7e0-9a65-465d-af22-4088d9bda4dc req-59a9a188-eae1-49db-8216-18df9f11783d tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 950 time: 0.1248217 Oct 31 14:59:05.047911 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d6dbc-63f2-454d-9abf-f7bb40636f6b req-449c8105-0131-438e-824f-08e1ec6e7f32 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:05.049484 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-336d6dbc-63f2-454d-9abf-f7bb40636f6b req-449c8105-0131-438e-824f-08e1ec6e7f32 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0690777 Oct 31 14:59:05.165500 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-336d6dbc-63f2-454d-9abf-f7bb40636f6b req-c3cc14bc-a7f5-45fe-a97e-ba1753e21527 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049283 Oct 31 14:59:05.369996 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-c927e7e0-9a65-465d-af22-4088d9bda4dc req-8a626736-e486-4206-9be4-a2c24c60f948 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Deleting port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 14:59:05.370367 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-c927e7e0-9a65-465d-af22-4088d9bda4dc req-8a626736-e486-4206-9be4-a2c24c60f948 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:05.549014 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-c927e7e0-9a65-465d-af22-4088d9bda4dc req-8a626736-e486-4206-9be4-a2c24c60f948 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] For port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=73a4d6e5-35cf-49f5-89d0-0e0b00b5946e,segment=NetworkSegment(5b720d28-b5ba-4ebd-bde5-c5d8212d2029),segment_id=5b720d28-b5ba-4ebd-bde5-c5d8212d2029)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:59:05.549987 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-c927e7e0-9a65-465d-af22-4088d9bda4dc req-8a626736-e486-4206-9be4-a2c24c60f948 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:05.568328 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-c927e7e0-9a65-465d-af22-4088d9bda4dc req-8a626736-e486-4206-9be4-a2c24c60f948 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Calling delete_port for 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 14:59:05.610143 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c689477-1e54-4273-adf9-9131995c77d7 req-515b10be-db92-44e6-aa05-299ecaac3843 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:05.612993 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8c689477-1e54-4273-adf9-9131995c77d7 req-515b10be-db92-44e6-aa05-299ecaac3843 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 950 time: 0.0844035 Oct 31 14:59:05.702133 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8c689477-1e54-4273-adf9-9131995c77d7 req-f0b8b603-7876-4cba-986f-5a0dfdeff412 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab2ea9c9-2461-4848-9ac4-48e0414d500c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813410 Oct 31 14:59:05.775728 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-c927e7e0-9a65-465d-af22-4088d9bda4dc req-8a626736-e486-4206-9be4-a2c24c60f948 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (73a4d6e5-35cf-49f5-89d0-0e0b00b5946e), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:05.789470 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['73a4d6e5-35cf-49f5-89d0-0e0b00b5946e'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:59:05.838804 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a626736-e486-4206-9be4-a2c24c60f948 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Pushing event deleted for resources: {'Port': ['ID=73a4d6e5-35cf-49f5-89d0-0e0b00b5946e,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:05.914920 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df2bbc-4c9d-4810-9d84-e05ee0cda6bd req-eec177e0-9fc7-4cec-adf8-4e1a739a7bc8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:05.916527 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-16df2bbc-4c9d-4810-9d84-e05ee0cda6bd req-eec177e0-9fc7-4cec-adf8-4e1a739a7bc8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0869944 Oct 31 14:59:05.935813 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:05.970091 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-c927e7e0-9a65-465d-af22-4088d9bda4dc req-8a626736-e486-4206-9be4-a2c24c60f948 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] No DVR routers for this DVR port 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 14:59:05.972963 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-c927e7e0-9a65-465d-af22-4088d9bda4dc req-8a626736-e486-4206-9be4-a2c24c60f948 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:05.977241 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c927e7e0-9a65-465d-af22-4088d9bda4dc req-8a626736-e486-4206-9be4-a2c24c60f948 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.44 "DELETE /networking/v2.0/ports/73a4d6e5-35cf-49f5-89d0-0e0b00b5946e HTTP/1.1" status: 204 len: 173 time: 0.7418878 Oct 31 14:59:05.978589 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c09cf8-175b-414f-a52b-dd76bdfc2b33', 'name': 'network-vif-deleted', 'tag': '73a4d6e5-35cf-49f5-89d0-0e0b00b5946e'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:59:05.982092 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6899152-5744-4754-8670-7a172a376e8d" -d '{"events": [{"server_uuid": "42c09cf8-175b-414f-a52b-dd76bdfc2b33", "name": "network-vif-deleted", "tag": "73a4d6e5-35cf-49f5-89d0-0e0b00b5946e"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:59:06.043668 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-16df2bbc-4c9d-4810-9d84-e05ee0cda6bd req-4a91f48e-bd73-4b20-bae6-8bb16e78edfd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188335 Oct 31 14:59:06.127259 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383918a6-7ffd-44d2-a4b2-2af5d57dcd43 x-openstack-request-id: req-383918a6-7ffd-44d2-a4b2-2af5d57dcd43 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:59:06.127642 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c09cf8-175b-414f-a52b-dd76bdfc2b33", "name": "network-vif-deleted", "tag": "73a4d6e5-35cf-49f5-89d0-0e0b00b5946e", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:59:06.127815 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-383918a6-7ffd-44d2-a4b2-2af5d57dcd43 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:59:06.128234 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383918a6-7ffd-44d2-a4b2-2af5d57dcd43'] response: {'server_uuid': '42c09cf8-175b-414f-a52b-dd76bdfc2b33', 'name': 'network-vif-deleted', 'tag': '73a4d6e5-35cf-49f5-89d0-0e0b00b5946e', 'status': 'completed', 'code': 200} Oct 31 14:59:06.473399 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dce004-892f-4d02-a98b-3a29a2c69762 req-22b97fb3-a031-4137-935f-64533d928897 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:06.474885 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-94dce004-892f-4d02-a98b-3a29a2c69762 req-22b97fb3-a031-4137-935f-64533d928897 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.2015760 Oct 31 14:59:06.555395 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-94dce004-892f-4d02-a98b-3a29a2c69762 req-c6f68f17-79e8-43aa-9482-ebc6f2d986ab tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743129 Oct 31 14:59:06.657057 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 44300) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:06.662076 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-547a12b6-2882-4f88-8da0-9f07a4d120c0 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1393597680', 'description': 'tempest-description--1040219351'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:59:06.715569 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-547a12b6-2882-4f88-8da0-9f07a4d120c0 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:06.866412 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-547a12b6-2882-4f88-8da0-9f07a4d120c0 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (a0dbd978-c0e8-40e6-a2bb-99595949bfd8), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:06.879232 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-547a12b6-2882-4f88-8da0-9f07a4d120c0 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a0dbd978-c0e8-40e6-a2bb-99595949bfd8), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:06.919058 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-547a12b6-2882-4f88-8da0-9f07a4d120c0 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:06.920433 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-547a12b6-2882-4f88-8da0-9f07a4d120c0 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2622912 Oct 31 14:59:06.923729 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 44304) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:06.931376 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-71519b12-c94c-49a0-87c2-a78012540432 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'security_group_rule': {'security_group_id': 'a0dbd978-c0e8-40e6-a2bb-99595949bfd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:59:06.959910 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a12b6-2882-4f88-8da0-9f07a4d120c0 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dbd978-c0e8-40e6-a2bb-99595949bfd8,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:06.978492 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-71519b12-c94c-49a0-87c2-a78012540432 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (6963e196-fcfa-433b-948d-0e251eabdfaf), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:07.014207 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d9f2cd5c-4b37-4a45-82d9-366d000c9f57 req-32375c39-8d77-4e78-a18a-1241d838f196 tempest-VolumesNegativeTest-246696028 tempest-VolumesNegativeTest-246696028-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=42c09cf8-175b-414f-a52b-dd76bdfc2b33 HTTP/1.1" status: 200 len: 210 time: 0.0937021 Oct 31 14:59:07.102784 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-71519b12-c94c-49a0-87c2-a78012540432 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (6963e196-fcfa-433b-948d-0e251eabdfaf), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:07.112167 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-71519b12-c94c-49a0-87c2-a78012540432 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (6963e196-fcfa-433b-948d-0e251eabdfaf), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:07.138583 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71519b12-c94c-49a0-87c2-a78012540432 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6963e196-fcfa-433b-948d-0e251eabdfaf,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:07.161804 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-71519b12-c94c-49a0-87c2-a78012540432 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:07.163780 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-71519b12-c94c-49a0-87c2-a78012540432 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2393312 Oct 31 14:59:07.166618 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 44308) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:07.171044 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-c963a661-ab19-4297-ac56-d0d3426e2f86 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'security_group_rule': {'security_group_id': 'a0dbd978-c0e8-40e6-a2bb-99595949bfd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:59:07.267097 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba755a-9853-432a-bf5c-d1658878e99d req-8f4e680b-06cb-45b1-a75e-2051d2d03517 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:07.269486 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b3ba755a-9853-432a-bf5c-d1658878e99d req-8f4e680b-06cb-45b1-a75e-2051d2d03517 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0935392 Oct 31 14:59:07.276001 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:07.285625 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c963a661-ab19-4297-ac56-d0d3426e2f86 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (70c1ab9b-3e50-4e4e-8e9f-d1610eb361cc), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:07.355428 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:07.370089 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b3ba755a-9853-432a-bf5c-d1658878e99d req-f053dae6-f0e4-4c4e-b9cf-e93a49c548a1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923927 Oct 31 14:59:07.391036 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c963a661-ab19-4297-ac56-d0d3426e2f86 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (70c1ab9b-3e50-4e4e-8e9f-d1610eb361cc), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:07.396215 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c963a661-ab19-4297-ac56-d0d3426e2f86 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (70c1ab9b-3e50-4e4e-8e9f-d1610eb361cc), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:07.427922 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c963a661-ab19-4297-ac56-d0d3426e2f86 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:07.432912 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 44310) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:07.433887 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-c963a661-ab19-4297-ac56-d0d3426e2f86 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2658386 Oct 31 14:59:07.437182 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963a661-ab19-4297-ac56-d0d3426e2f86 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c1ab9b-3e50-4e4e-8e9f-d1610eb361cc,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:07.439309 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'floatingip': {'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:59:07.481566 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:07.604211 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:07.669123 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:07.818626 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30ce08-7301-4350-be53-d2fd9a329617 req-f7c8c3d8-67a6-41ef-acb1-090cd2689fce tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:07.832780 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8c30ce08-7301-4350-be53-d2fd9a329617 req-f7c8c3d8-67a6-41ef-acb1-090cd2689fce tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.1338997 Oct 31 14:59:07.845523 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Allocated IP 172.27.0.42 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/7fd2fc11-c060-4a98-a042-39319b8db3a9) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:59:07.965840 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8c30ce08-7301-4350-be53-d2fd9a329617 req-1c5a0dd9-f4db-4069-bb54-ad190955b6f0 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251616 Oct 31 14:59:08.037883 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for port (7fd2fc11-c060-4a98-a042-39319b8db3a9), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:08.119258 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (7fd2fc11-c060-4a98-a042-39319b8db3a9), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:08.171341 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'Port': ['ID=7fd2fc11-c060-4a98-a042-39319b8db3a9,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:08.200969 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:59:08.202650 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:59:08.210699 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:59:08.274387 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:08.324425 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (24d00447-20c5-495b-8b01-da97c8e1d210), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:08.378643 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (7fd2fc11-c060-4a98-a042-39319b8db3a9), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:08.386569 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 14:59:08.455614 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 14:59:08.457844 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 73a4d6e5-35cf-49f5-89d0-0e0b00b5946e not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 14:59:08.604710 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77310b-9e9e-4291-9710-bf9ceb288158 req-ac34d0ab-98d0-4c44-b058-fe0c2643b7f8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:08.605341 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for port (7fd2fc11-c060-4a98-a042-39319b8db3a9), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:08.612360 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (7fd2fc11-c060-4a98-a042-39319b8db3a9), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:08.612778 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5d77310b-9e9e-4291-9710-bf9ceb288158 req-ac34d0ab-98d0-4c44-b058-fe0c2643b7f8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0941508 Oct 31 14:59:08.663816 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:08.674854 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5d77310b-9e9e-4291-9710-bf9ceb288158 req-a2a76fda-efc8-4df1-b432-49b29ba1a646 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609171 Oct 31 14:59:08.730425 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:08.765031 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'Port': ['ID=7fd2fc11-c060-4a98-a042-39319b8db3a9,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:08.768989 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (24d00447-20c5-495b-8b01-da97c8e1d210), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:08.823865 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:08.825694 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-0c9fc9cb-01ea-4566-9519-4e05cbfc304a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3907301 Oct 31 14:59:09.141155 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2550306-c809-437b-8305-49cc82d286b9 req-4a688ead-a0bb-42ba-b6da-4117911568d7 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:09.142844 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f2550306-c809-437b-8305-49cc82d286b9 req-4a688ead-a0bb-42ba-b6da-4117911568d7 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0600390 Oct 31 14:59:09.237767 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f2550306-c809-437b-8305-49cc82d286b9 req-855eefa9-88ec-40b0-8ec5-1a089d67df43 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884805 Oct 31 14:59:13.267785 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-4d8305f7-0ffe-4df1-83ed-74fdcaf7903f tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--997002451&fields=id&tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b HTTP/1.1" status: 200 len: 267 time: 0.0672874 Oct 31 14:59:13.408133 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-9aab686d-3817-42f6-b38b-7127ea31a0ff tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:13.408133 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-9aab686d-3817-42f6-b38b-7127ea31a0ff tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 818 time: 0.1386068 Oct 31 14:59:13.424912 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-3d14bdca-d3b4-4f45-86c2-7c65a8f95681 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/quotas/8bc7c0eaebf146bea1af6b4d708bf62b HTTP/1.1" status: 200 len: 375 time: 0.0102999 Oct 31 14:59:13.510799 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-a5895d66-c62f-4c78-8805-086f95af75a0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0783041 Oct 31 14:59:13.703362 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-93df1bcb-ca2c-41de-990e-7b1b544ebef3 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1393597680&fields=id&tenant_id=f629aa044ca845069237ecb8d889284e HTTP/1.1" status: 200 len: 267 time: 0.1115041 Oct 31 14:59:13.724670 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-fb994a68-28dd-4182-856e-b285579571ee service neutron] 10.222.0.36 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976888 Oct 31 14:59:13.861318 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-bbab3b95-d288-4cba-bb7d-f5adbc9d3fdc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270020 Oct 31 14:59:14.183177 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-074ff83f-3be6-4582-b307-db9e60af063a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:14.186538 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-074ff83f-3be6-4582-b307-db9e60af063a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/networks?id=344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 200 len: 814 time: 0.4723711 Oct 31 14:59:14.210506 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4c047-1b29-4edc-a6a5-2ccee001b1ca req-1efbf5e0-eb88-46c5-bcbb-f38e5486131c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:14.212069 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ded4c047-1b29-4edc-a6a5-2ccee001b1ca req-1efbf5e0-eb88-46c5-bcbb-f38e5486131c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0866683 Oct 31 14:59:14.213284 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a5109-b896-42f6-94d6-b5dc8c8f5dbc req-97660a04-7f41-48a5-a886-b9495a7d7f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:14.214580 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f74a5109-b896-42f6-94d6-b5dc8c8f5dbc req-97660a04-7f41-48a5-a886-b9495a7d7f2f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=5119fe6e3c064da0a66218481a944aaa&device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 1130 time: 0.0874228 Oct 31 14:59:14.216758 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-aa4e9bc6-9489-4d17-8900-825c94de583c tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/quotas/f629aa044ca845069237ecb8d889284e HTTP/1.1" status: 200 len: 375 time: 0.0170605 Oct 31 14:59:14.296828 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-8cfb699e-e2b2-41d4-b267-e963311ef3d5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734370 Oct 31 14:59:14.340519 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ded4c047-1b29-4edc-a6a5-2ccee001b1ca req-3a8b81dd-4cbf-4692-8140-17149c9c8eb3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221092 Oct 31 14:59:14.416324 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a5109-b896-42f6-94d6-b5dc8c8f5dbc req-4469c8b2-dfbb-4fcf-a342-1dc152949af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:14.417814 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f74a5109-b896-42f6-94d6-b5dc8c8f5dbc req-4469c8b2-dfbb-4fcf-a342-1dc152949af1 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 HTTP/1.1" status: 200 len: 918 time: 0.1805758 Oct 31 14:59:14.439979 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:14.453898 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-f9993152-c74a-4413-83ac-33e0844fc583 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501350 Oct 31 14:59:14.518589 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733b745-5739-4089-8f58-01bf76de633a req-c1ecbb21-e448-4c9f-9d27-7a930e86d94d tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:14.520170 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f733b745-5739-4089-8f58-01bf76de633a req-c1ecbb21-e448-4c9f-9d27-7a930e86d94d tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0996559 Oct 31 14:59:14.537758 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f74a5109-b896-42f6-94d6-b5dc8c8f5dbc req-36f36ceb-3863-4f5d-a93f-02f009ef35de service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6951bd8b-ac72-4ceb-9344-47d91749e055 HTTP/1.1" status: 200 len: 1001 time: 0.1058631 Oct 31 14:59:14.574035 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-47e940ea-308b-4d33-ab03-0f40007cd4d9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188171 Oct 31 14:59:14.635052 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f733b745-5739-4089-8f58-01bf76de633a req-652dbff0-9507-4c7f-a972-826a115e33ef tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902128 Oct 31 14:59:14.657564 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:14.675380 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a5109-b896-42f6-94d6-b5dc8c8f5dbc req-3a550c89-41b9-4e30-9302-2cee53b7ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:14.675380 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f74a5109-b896-42f6-94d6-b5dc8c8f5dbc req-3a550c89-41b9-4e30-9302-2cee53b7ab7b service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=b78261dd-be23-4771-9073-9a716a608356 HTTP/1.1" status: 200 len: 856 time: 0.1165648 Oct 31 14:59:14.779944 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fa7b4d24-ee7a-472d-9405-b06feba981c8 req-7dd3fa9a-fd4d-40bd-bf52-b6206d477329 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 210 time: 0.0551538 Oct 31 14:59:14.781300 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a5109-b896-42f6-94d6-b5dc8c8f5dbc req-21f9e15e-339d-4842-b3bf-fa7a4e5c4a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:14.783489 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f74a5109-b896-42f6-94d6-b5dc8c8f5dbc req-21f9e15e-339d-4842-b3bf-fa7a4e5c4a11 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014149 Oct 31 14:59:14.931941 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=17 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:14.937955 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=15 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:14.972518 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c5faaf38-0a49-4394-a6ed-0299756df03d req-4c30a26e-5883-44a7-a0e8-4e4b996b7ec5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 210 time: 0.0810316 Oct 31 14:59:15.016387 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947f841-c32e-42c6-931e-706f1db8ea27 req-7394e4b6-a7de-49c0-afdb-f021eaa29d17 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:15.018160 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a947f841-c32e-42c6-931e-706f1db8ea27 req-7394e4b6-a7de-49c0-afdb-f021eaa29d17 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0945098 Oct 31 14:59:15.024473 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f74a5109-b896-42f6-94d6-b5dc8c8f5dbc req-4c501a6a-ad5b-4ea1-b9ac-69a901e6c097 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197502 Oct 31 14:59:15.124625 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a947f841-c32e-42c6-931e-706f1db8ea27 req-76cf834e-c7ae-45f5-adbf-6af0ad6f7dbd tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954187 Oct 31 14:59:15.203304 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fddea1-1580-4d52-888c-14f6e798ac4a req-e8d70f4f-c9c2-456b-88e7-52c98c9752ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:15.205171 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7fddea1-1580-4d52-888c-14f6e798ac4a req-e8d70f4f-c9c2-456b-88e7-52c98c9752ff service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=fdab2d4f39c64f239ded71cc9773c8bb&device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 1129 time: 0.1616485 Oct 31 14:59:15.294159 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-d376a759-3d55-41f9-8271-762a2f06ea72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:15.343174 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f74a5109-b896-42f6-94d6-b5dc8c8f5dbc req-2a14c68b-8c75-499b-b0ef-79d6ef0aceee service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083661 Oct 31 14:59:15.371958 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fddea1-1580-4d52-888c-14f6e798ac4a req-b6e7563f-1ad0-43b8-9481-c246ad67c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:15.373928 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7fddea1-1580-4d52-888c-14f6e798ac4a req-b6e7563f-1ad0-43b8-9481-c246ad67c14d service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=d9dc557c-0645-443c-a01e-416bcfdc6824 HTTP/1.1" status: 200 len: 911 time: 0.1518941 Oct 31 14:59:15.494807 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a5853-95c8-4de2-b25c-5d592c76ec8b req-5f23a5da-e85e-48cd-9b0c-10d3f71c36b1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:15.501907 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ef3a5853-95c8-4de2-b25c-5d592c76ec8b req-5f23a5da-e85e-48cd-9b0c-10d3f71c36b1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 946 time: 0.0679402 Oct 31 14:59:15.562849 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ef3a5853-95c8-4de2-b25c-5d592c76ec8b req-a51747d7-913e-40a2-841c-0004919d1133 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601077 Oct 31 14:59:15.907204 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9d924f5f-d233-47d1-a14c-ca7c9212b69f req-238ed001-15e1-4379-9bea-9736fea9663a tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 210 time: 0.0384367 Oct 31 14:59:16.108578 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6264fe1e-a380-483e-a497-b8d91a31cba2 req-ae569068-96ad-49cd-b27e-a9b6b7e69547 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 210 time: 0.0296931 Oct 31 14:59:16.257350 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86c8f8-b181-46a0-847c-f9b16c0ca393 req-b0267e3e-e3a0-4a89-9181-9c264d1560a3 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:16.258701 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ec86c8f8-b181-46a0-847c-f9b16c0ca393 req-b0267e3e-e3a0-4a89-9181-9c264d1560a3 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0505404 Oct 31 14:59:16.310099 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ec86c8f8-b181-46a0-847c-f9b16c0ca393 req-aecaf85c-79cc-4307-950a-cdc17ffe9ac3 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458174 Oct 31 14:59:16.467273 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6951bd8b-ac72-4ceb-9344-47d91749e055 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 14:59:16.548409 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 6951bd8b-ac72-4ceb-9344-47d91749e055 is: ACTIVE; New status is: DOWN {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:59:16.548796 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:16.573908 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214568bd-3ebf-4f91-8153-d60959d49119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6951bd8b-ac72-4ceb-9344-47d91749e055'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:59:16.576231 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9b948a-4043-4380-a052-5c54bf98d040" -d '{"events": [{"server_uuid": "214568bd-3ebf-4f91-8153-d60959d49119", "name": "network-vif-unplugged", "status": "completed", "tag": "6951bd8b-ac72-4ceb-9344-47d91749e055"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:59:16.590171 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6951bd8b-ac72-4ceb-9344-47d91749e055, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6951bd8b-ac72-4ceb-9344-47d91749e055,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:59:16.594363 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:16.603700 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:16.635804 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Oct 2022 14:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf9ad1c-4482-4faf-884d-1bfa285d07b4 x-openstack-request-id: req-cdf9ad1c-4482-4faf-884d-1bfa285d07b4 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:59:16.636389 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214568bd-3ebf-4f91-8153-d60959d49119", "name": "network-vif-unplugged", "status": "completed", "tag": "6951bd8b-ac72-4ceb-9344-47d91749e055", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:59:16.636788 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdf9ad1c-4482-4faf-884d-1bfa285d07b4 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:59:16.637180 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf9ad1c-4482-4faf-884d-1bfa285d07b4'] response: {'server_uuid': '214568bd-3ebf-4f91-8153-d60959d49119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'code': 200} Oct 31 14:59:16.664415 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=6951bd8b-ac72-4ceb-9344-47d91749e055,revision_number=8']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:16.704093 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14120407-e952-4eff-8a1e-cf799699ef53 req-583f5acb-05ef-45d7-a851-b02565e3c306 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:16.705851 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-14120407-e952-4eff-8a1e-cf799699ef53 req-583f5acb-05ef-45d7-a851-b02565e3c306 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0556161 Oct 31 14:59:16.751112 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:16.760000 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-14120407-e952-4eff-8a1e-cf799699ef53 req-acfd9541-9aad-4840-b8d1-2a9449bc98e1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480425 Oct 31 14:59:16.940404 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 44714) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:16.985863 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8702bb-ff5e-4d0c-93df-c41cd320a14c admin admin] Deleting subnet 5b91b97a-f7bf-4b7a-bfe1-875dcec558b7 {{(pid=119728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 14:59:16.989657 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5c8702bb-ff5e-4d0c-93df-c41cd320a14c admin admin] Publish callbacks [] for subnet (5b91b97a-f7bf-4b7a-bfe1-875dcec558b7), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:17.024799 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5c8702bb-ff5e-4d0c-93df-c41cd320a14c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290236'] for subnet (5b91b97a-f7bf-4b7a-bfe1-875dcec558b7), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:17.026804 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-aab83bfc-a782-411b-b277-73a88ab6600e req-491143c3-6973-493a-87eb-af497423808c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 210 time: 0.0281484 Oct 31 14:59:17.064424 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5c8702bb-ff5e-4d0c-93df-c41cd320a14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (5b91b97a-f7bf-4b7a-bfe1-875dcec558b7), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:17.120216 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5c8702bb-ff5e-4d0c-93df-c41cd320a14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14674420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14563349'] for subnet (5b91b97a-f7bf-4b7a-bfe1-875dcec558b7), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:17.124667 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:17.147145 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8702bb-ff5e-4d0c-93df-c41cd320a14c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b91b97a-f7bf-4b7a-bfe1-875dcec558b7,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:17.151601 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5c8702bb-ff5e-4d0c-93df-c41cd320a14c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:17.154806 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-5c8702bb-ff5e-4d0c-93df-c41cd320a14c admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/5b91b97a-f7bf-4b7a-bfe1-875dcec558b7 HTTP/1.1" status: 204 len: 168 time: 0.2134156 Oct 31 14:59:17.157326 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 44720) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:17.259314 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a802fdec-8674-41b7-98f8-be95a1591cda req-108ea153-7982-465f-bb30-75eaa3ceb4ee tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 210 time: 0.0490417 Oct 31 14:59:17.265520 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2218bc9b-8a59-49cd-9388-f3183b66d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (bf316978-b229-4eee-925c-84469c566017), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:17.304121 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7fddea1-1580-4d52-888c-14f6e798ac4a req-ca160cca-3e20-4275-b55a-1316d80cd17e service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24a2724b-5bec-4b7b-938e-508059f058d4 HTTP/1.1" status: 200 len: 1001 time: 0.0981038 Oct 31 14:59:17.405562 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2218bc9b-8a59-49cd-9388-f3183b66d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (bf316978-b229-4eee-925c-84469c566017), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:17.435119 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-2218bc9b-8a59-49cd-9388-f3183b66d37b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf316978-b229-4eee-925c-84469c566017']}} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:59:17.447578 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-2218bc9b-8a59-49cd-9388-f3183b66d37b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccc531c-0dd1-470b-b1ba-74dc1847915d') {'for_net_delete': True} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:59:17.447978 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-2218bc9b-8a59-49cd-9388-f3183b66d37b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccc531c-0dd1-470b-b1ba-74dc1847915d') {} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:59:17.467144 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2218bc9b-8a59-49cd-9388-f3183b66d37b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290229'] for segment (eccc531c-0dd1-470b-b1ba-74dc1847915d), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:17.487183 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2218bc9b-8a59-49cd-9388-f3183b66d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (eccc531c-0dd1-470b-b1ba-74dc1847915d), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:17.499864 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-35211ee2-a590-416d-a810-2edc8b6a30bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:17.506253 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2218bc9b-8a59-49cd-9388-f3183b66d37b admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=119728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 14:59:17.506821 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2218bc9b-8a59-49cd-9388-f3183b66d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14674322'] for segment (eccc531c-0dd1-470b-b1ba-74dc1847915d), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:17.569916 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.services.segments.plugin [-] Segment eccc531c-0dd1-470b-b1ba-74dc1847915d resource provider aggregate not found Oct 31 14:59:17.596163 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.services.segments.plugin [-] Segment eccc531c-0dd1-470b-b1ba-74dc1847915d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eccc531c-0dd1-470b-b1ba-74dc1847915d found for delete ", "request_id": "req-e39fbf9a-3587-4917-a711-b4dadfff0b5d"}]} Oct 31 14:59:17.604803 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2218bc9b-8a59-49cd-9388-f3183b66d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (bf316978-b229-4eee-925c-84469c566017), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:17.610742 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2218bc9b-8a59-49cd-9388-f3183b66d37b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:17.617812 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-2218bc9b-8a59-49cd-9388-f3183b66d37b admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/bf316978-b229-4eee-925c-84469c566017 HTTP/1.1" status: 204 len: 168 time: 0.4594135 Oct 31 14:59:17.630345 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218bc9b-8a59-49cd-9388-f3183b66d37b admin admin] Pushing event deleted for resources: {'Network': ['ID=bf316978-b229-4eee-925c-84469c566017,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:17.772466 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58781d53-2383-4dc3-8a78-bf0ea3ab42d0 req-d3e4711f-c5fe-425a-998f-09cab5d73ff9 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:17.775755 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-58781d53-2383-4dc3-8a78-bf0ea3ab42d0 req-d3e4711f-c5fe-425a-998f-09cab5d73ff9 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.1142006 Oct 31 14:59:17.778076 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fddea1-1580-4d52-888c-14f6e798ac4a req-de50d8eb-f9fb-4cb2-8132-5185081eaf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:17.779460 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7fddea1-1580-4d52-888c-14f6e798ac4a req-de50d8eb-f9fb-4cb2-8132-5185081eaf66 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=2c5945c2-d0e4-41cf-a260-34d36848aab1 HTTP/1.1" status: 200 len: 849 time: 0.4678679 Oct 31 14:59:17.833784 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 44740) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:17.891150 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fddea1-1580-4d52-888c-14f6e798ac4a req-6d293144-59fb-4de1-951f-32bf49e21a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:17.892668 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7fddea1-1580-4d52-888c-14f6e798ac4a req-6d293144-59fb-4de1-951f-32bf49e21a2c service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=d9dc557c-0645-443c-a01e-416bcfdc6824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0917270 Oct 31 14:59:17.902815 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-508547dd-a52d-4007-9b7c-f02527285090 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=4075982a0ef04a6a8edbe37fde6cb657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0663610 Oct 31 14:59:17.904318 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-c7056e16-7e51-442d-8b59-9e4a08e80390 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:17.905776 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-c7056e16-7e51-442d-8b59-9e4a08e80390 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 818 time: 0.2440372 Oct 31 14:59:17.906240 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 44742) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:17.943607 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-58781d53-2383-4dc3-8a78-bf0ea3ab42d0 req-98836c1d-ad61-42c5-a385-6bb9ffdacfb9 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546774 Oct 31 14:59:17.953598 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dafea5-2001-47da-8bc4-71385ba451a9 req-5f204c4b-fafd-4604-962e-64338e36e48b tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:17.972015 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-55dafea5-2001-47da-8bc4-71385ba451a9 req-5f204c4b-fafd-4604-962e-64338e36e48b tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0831847 Oct 31 14:59:18.007395 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:18.016671 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-55dafea5-2001-47da-8bc4-71385ba451a9 req-aaa1e58e-00fb-4cb9-bc87-9f846048967e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534086 Oct 31 14:59:18.017978 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:18.086639 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 44750) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:18.090745 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d458-d977-4520-8da0-0f927f2bea27 admin admin] Publish callbacks [] for security_group (5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:18.102048 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-00f14739-29e0-4ace-b8ee-d171993fdcee tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b HTTP/1.1" status: 200 len: 379 time: 0.1771946 Oct 31 14:59:18.109312 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7fddea1-1580-4d52-888c-14f6e798ac4a req-b8cfa53c-c30d-41ba-be48-02fb5220d1f6 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993132 Oct 31 14:59:18.124752 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d458-d977-4520-8da0-0f927f2bea27 admin admin] Publish callbacks [] for security_group (5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:18.172230 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b2a81418-05c1-4ef4-aad3-2d432cf2d472 req-d95f07ee-9ea8-431f-9174-d77a945400a5 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 210 time: 0.0616136 Oct 31 14:59:18.194951 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-a0632906-10d3-4614-a4da-c742d1dfd51d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Request body: {'port': {'device_id': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'admin_state_up': True, 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'security_groups': ['234f23fe-6f2d-435d-9db7-a0b9963c9cff']}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:59:18.224274 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d458-d977-4520-8da0-0f927f2bea27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:18.227807 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d458-d977-4520-8da0-0f927f2bea27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:18.231311 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-c8a0d458-d977-4520-8da0-0f927f2bea27 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c HTTP/1.1" status: 204 len: 168 time: 0.3174367 Oct 31 14:59:18.343675 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0d458-d977-4520-8da0-0f927f2bea27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d804d3d-7b42-4ccf-8c82-cfaa77dddb4c,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:18.344617 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-b3edc726-b81f-4720-964a-f772740a6822 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0d647ac8f50049dab664e81a70e106ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567024 Oct 31 14:59:18.345694 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 44764) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:18.422495 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e3f29672-4b51-4dbc-9165-d40b9af04ac4 admin admin] Publish callbacks [] for security_group (ab2ea9c9-2461-4848-9ac4-48e0414d500c), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:18.450582 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e3f29672-4b51-4dbc-9165-d40b9af04ac4 admin admin] Publish callbacks [] for security_group (ab2ea9c9-2461-4848-9ac4-48e0414d500c), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:18.464151 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7fddea1-1580-4d52-888c-14f6e798ac4a req-dfe41bf7-09a5-4a02-845e-84ed5fe38e01 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884076 Oct 31 14:59:18.499779 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:18.508152 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-3c739a49-4e47-46cc-bb59-ef57370a2417 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:18.509798 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-3c739a49-4e47-46cc-bb59-ef57370a2417 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "GET /networking/v2.0/networks?id=344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 200 len: 814 time: 0.2017262 Oct 31 14:59:18.511237 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-a0632906-10d3-4614-a4da-c742d1dfd51d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Made reservation on behalf of 8bc7c0eaebf146bea1af6b4d708bf62b for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:59:18.511920 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e3f29672-4b51-4dbc-9165-d40b9af04ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ab2ea9c9-2461-4848-9ac4-48e0414d500c), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:18.515051 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-a0632906-10d3-4614-a4da-c742d1dfd51d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:18.524527 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e3f29672-4b51-4dbc-9165-d40b9af04ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:18.545543 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-e3f29672-4b51-4dbc-9165-d40b9af04ac4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ab2ea9c9-2461-4848-9ac4-48e0414d500c HTTP/1.1" status: 204 len: 168 time: 0.1950827 Oct 31 14:59:18.631127 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-97c9f356-0fcd-48eb-ae31-a2a55c1adea8 req-21a41dc2-6734-417a-aaec-59c2f47e9ff3 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 210 time: 0.0757515 Oct 31 14:59:18.632270 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f29672-4b51-4dbc-9165-d40b9af04ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2ea9c9-2461-4848-9ac4-48e0414d500c,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:18.712277 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-19ba2a6a-7169-4d8e-bb30-a46006099dd0 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f629aa044ca845069237ecb8d889284e HTTP/1.1" status: 200 len: 473 time: 0.1943898 Oct 31 14:59:18.773723 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-a0632906-10d3-4614-a4da-c742d1dfd51d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Allocated IP 172.20.0.5 (03bb4962-9fda-452b-81f0-eb5044fdf378/8c0e9ab0-89cf-47cd-afff-ae3fa30ee474/eca3597d-1f0c-4411-bf26-b163a2db64fc) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:59:18.916812 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:18.927131 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [req-95e3cada-4db0-4fe9-83a5-f462e4dd2385 req-c4e17deb-4334-476e-a34f-2098895ccef5 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=119727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 14:59:18.928396 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-95e3cada-4db0-4fe9-83a5-f462e4dd2385 req-c4e17deb-4334-476e-a34f-2098895ccef5 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0098088 Oct 31 14:59:19.002164 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-a0632906-10d3-4614-a4da-c742d1dfd51d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:19.012038 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:19.031567 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-e24b83e4-d370-4ece-be36-8a1b6093f3cb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'port': {'device_id': '19b5253e-385d-419d-9fdc-d04de43ab441', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'admin_state_up': True, 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'security_groups': ['a0dbd978-c0e8-40e6-a2bb-99595949bfd8']}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:59:19.087651 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:19.145399 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d9135-3410-476c-8734-a743ebeb1e06 req-84c88b9f-9e69-4d36-ace3-ee492da71854 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:19.155127 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a55d9135-3410-476c-8734-a743ebeb1e06 req-84c88b9f-9e69-4d36-ace3-ee492da71854 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0779774 Oct 31 14:59:19.218672 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-a0632906-10d3-4614-a4da-c742d1dfd51d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:19.235678 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a55d9135-3410-476c-8734-a743ebeb1e06 req-70fcf18f-b215-45ca-96c6-79b7dfe05d7c tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792081 Oct 31 14:59:19.296396 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0632906-10d3-4614-a4da-c742d1dfd51d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Pushing event updated for resources: {'Port': ['ID=eca3597d-1f0c-4411-bf26-b163a2db64fc,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:19.318769 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341cb08-e08f-44ba-8052-91c953698857 req-906b7c3f-a627-40dd-84d0-f573061100a5 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:19.320607 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4341cb08-e08f-44ba-8052-91c953698857 req-906b7c3f-a627-40dd-84d0-f573061100a5 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.1573200 Oct 31 14:59:19.356758 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-a0632906-10d3-4614-a4da-c742d1dfd51d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Network 03bb4962-9fda-452b-81f0-eb5044fdf378 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:59:19.367272 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-a0632906-10d3-4614-a4da-c742d1dfd51d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:59:19.371259 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-a0632906-10d3-4614-a4da-c742d1dfd51d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:59:19.392274 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762aec3e-3d97-4573-8634-41cb43803fe8 req-ea715ed4-e256-4c85-99ad-9ad30730cd82 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:19.393923 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-762aec3e-3d97-4573-8634-41cb43803fe8 req-ea715ed4-e256-4c85-99ad-9ad30730cd82 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 931 time: 0.0659542 Oct 31 14:59:19.435341 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4341cb08-e08f-44ba-8052-91c953698857 req-c6c03143-00c9-4f87-9a6e-227a944859b2 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020775 Oct 31 14:59:19.441345 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-e24b83e4-d370-4ece-be36-8a1b6093f3cb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Made reservation on behalf of f629aa044ca845069237ecb8d889284e for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 14:59:19.448098 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-e24b83e4-d370-4ece-be36-8a1b6093f3cb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:19.501501 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-762aec3e-3d97-4573-8634-41cb43803fe8 req-5a9a4057-d41e-4cd9-b407-7a464ab9b24e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972006 Oct 31 14:59:19.540980 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-a0632906-10d3-4614-a4da-c742d1dfd51d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:19.541609 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-a0632906-10d3-4614-a4da-c742d1dfd51d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:19.595460 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-a0632906-10d3-4614-a4da-c742d1dfd51d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4212101 Oct 31 14:59:19.652575 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Request body: {'port': {'device_id': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:59:19.675241 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-dcb77a5e-f9ba-4a09-bf2b-b843b79c3fb2 None None] Provisioning complete for port eca3597d-1f0c-4411-bf26-b163a2db64fc triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:59:19.675986 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-dcb77a5e-f9ba-4a09-bf2b-b843b79c3fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:19.676326 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-dcb77a5e-f9ba-4a09-bf2b-b843b79c3fb2 None None] Attempt 1 to provision port eca3597d-1f0c-4411-bf26-b163a2db64fc Oct 31 14:59:19.713964 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-e24b83e4-d370-4ece-be36-8a1b6093f3cb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Allocated IP 172.20.0.5 (344848ef-d9a5-4f9a-8ddf-c96c364ed358/6c0893af-f459-43bc-83fe-ab19005e56d2/6a9e3150-6dc5-47df-9fbf-dfca71a2568d) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 14:59:19.717803 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-dcb77a5e-f9ba-4a09-bf2b-b843b79c3fb2 None None] Port eca3597d-1f0c-4411-bf26-b163a2db64fc cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:59:19.780645 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:19.821854 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e8c13d2f-1bb1-4746-afba-d0a756591871 req-cb91e7d8-d6ec-4ab5-981d-c8066c6b0fd9 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 210 time: 0.0560327 Oct 31 14:59:19.923280 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:19.937447 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 44830) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:20.017915 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:20.044019 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-e24b83e4-d370-4ece-be36-8a1b6093f3cb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:20.069591 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-b6896dae-e6fa-42cf-b781-24015da03378 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1309552 Oct 31 14:59:20.081109 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-2db08dce-3ca9-4027-94b8-f0cdd4bee867 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=119728) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 14:59:20.086286 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-2db08dce-3ca9-4027-94b8-f0cdd4bee867 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0098042 Oct 31 14:59:20.144306 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-e24b83e4-d370-4ece-be36-8a1b6093f3cb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:20.174840 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 44838) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:20.221012 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-e24b83e4-d370-4ece-be36-8a1b6093f3cb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 14:59:20.230853 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-e24b83e4-d370-4ece-be36-8a1b6093f3cb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 14:59:20.233873 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b83e4-d370-4ece-be36-8a1b6093f3cb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'Port': ['ID=6a9e3150-6dc5-47df-9fbf-dfca71a2568d,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:20.240049 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-e24b83e4-d370-4ece-be36-8a1b6093f3cb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 14:59:20.304403 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca3597d-1f0c-4411-bf26-b163a2db64fc {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:59:20.319092 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Publish callbacks [] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:20.348905 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-e24b83e4-d370-4ece-be36-8a1b6093f3cb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:20.349544 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-e24b83e4-d370-4ece-be36-8a1b6093f3cb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:20.349695 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-2b5da15d-de22-48f7-82cf-09462c323dc0 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:20.351190 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-2b5da15d-de22-48f7-82cf-09462c323dc0 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports/6951bd8b-ac72-4ceb-9344-47d91749e055 HTTP/1.1" status: 200 len: 941 time: 0.1745219 Oct 31 14:59:20.355026 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Transition to ACTIVE for port object eca3597d-1f0c-4411-bf26-b163a2db64fc will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 14:59:20.364465 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:20.378333 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:20.400332 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-e24b83e4-d370-4ece-be36-8a1b6093f3cb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3732395 Oct 31 14:59:20.430515 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06352290-793b-43ce-b8e5-39a7f1771199 req-f4229572-8588-4803-9ea9-8f19533e9e20 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:20.437847 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-06352290-793b-43ce-b8e5-39a7f1771199 req-f4229572-8588-4803-9ea9-8f19533e9e20 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0689645 Oct 31 14:59:20.480499 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6951bd8b-ac72-4ceb-9344-47d91749e055 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 14:59:20.489572 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Request body: {'port': {'device_id': '19b5253e-385d-419d-9fdc-d04de43ab441', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:59:20.509047 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-06352290-793b-43ce-b8e5-39a7f1771199 req-133e9575-9c4d-4ea5-a941-b8d2fde82df3 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700274 Oct 31 14:59:20.560005 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Pushing event updated for resources: {'Port': ['ID=eca3597d-1f0c-4411-bf26-b163a2db64fc,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:20.581352 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Attempting to bind port eca3597d-1f0c-4411-bf26-b163a2db64fc on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:59:20.581352 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Attempting to bind port eca3597d-1f0c-4411-bf26-b163a2db64fc by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:59:20.581689 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Attempting to bind port eca3597d-1f0c-4411-bf26-b163a2db64fc on network 03bb4962-9fda-452b-81f0-eb5044fdf378 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:59:20.636289 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 6951bd8b-ac72-4ceb-9344-47d91749e055 is: DOWN; New status is: DOWN {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:59:20.641291 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:20.650305 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-870c1166-0f88-4c9a-b84e-da7332bcc99e None None] Provisioning complete for port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:59:20.651177 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-870c1166-0f88-4c9a-b84e-da7332bcc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:20.651789 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-870c1166-0f88-4c9a-b84e-da7332bcc99e None None] Attempt 1 to provision port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d Oct 31 14:59:20.686532 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3d969-5c47-475f-a627-4c3f1bfb1ca8 req-e7b5e7e4-951a-48a4-9bf5-ab52a12e04f5 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:20.688488 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-01f3d969-5c47-475f-a627-4c3f1bfb1ca8 req-e7b5e7e4-951a-48a4-9bf5-ab52a12e04f5 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 943 time: 0.0623689 Oct 31 14:59:20.699624 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-870c1166-0f88-4c9a-b84e-da7332bcc99e None None] Port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 14:59:20.710654 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:20.729787 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16787ee-43f4-46f2-9f0e-c3963c26b9b1 req-a98b9331-c973-4f88-85bd-a6dbbb0dfb0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:20.731226 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d16787ee-43f4-46f2-9f0e-c3963c26b9b1 req-a98b9331-c973-4f88-85bd-a6dbbb0dfb0f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.1151071 Oct 31 14:59:20.734157 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Port eca3597d-1f0c-4411-bf26-b163a2db64fc on network 03bb4962-9fda-452b-81f0-eb5044fdf378 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 14:59:20.734491 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Attempting to bind port eca3597d-1f0c-4411-bf26-b163a2db64fc on network 03bb4962-9fda-452b-81f0-eb5044fdf378 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:59:20.741779 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-01f3d969-5c47-475f-a627-4c3f1bfb1ca8 req-1a3b12cc-f7c5-4e85-bb9e-d92c69d7dd2e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452020 Oct 31 14:59:20.784466 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:20.837833 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:20.914486 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d16787ee-43f4-46f2-9f0e-c3963c26b9b1 req-93e5f893-2a41-4eeb-8f73-467a435841dc tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555791 Oct 31 14:59:20.918528 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:59:20.918896 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Checking segment: {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:59:20.919416 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Bound using segment: {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:59:20.919947 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Bound port: eca3597d-1f0c-4411-bf26-b163a2db64fc, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6deea8f-e6d6-4754-8073-0edcd765dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:59:20.920300 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:20.924824 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:20.971647 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210010cc-387d-4c57-af2b-fc76e85a0fe8 req-b713651a-c2e1-452b-a5db-18dedbed9308 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:20.974825 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-210010cc-387d-4c57-af2b-fc76e85a0fe8 req-b713651a-c2e1-452b-a5db-18dedbed9308 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 931 time: 0.0738564 Oct 31 14:59:21.030613 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-210010cc-387d-4c57-af2b-fc76e85a0fe8 req-948bdb8b-e1de-46a8-8f3e-d494896a1a35 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489831 Oct 31 14:59:21.059433 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] For port eca3597d-1f0c-4411-bf26-b163a2db64fc, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:59:21.063909 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] For port eca3597d-1f0c-4411-bf26-b163a2db64fc, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=eca3597d-1f0c-4411-bf26-b163a2db64fc,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:59:21.082895 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:21.090606 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:21.091210 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:21.092657 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/eca3597d-1f0c-4411-bf26-b163a2db64fc HTTP/1.1" status: 200 len: 1093 time: 1.4473190 Oct 31 14:59:21.095435 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'tag': 'eca3597d-1f0c-4411-bf26-b163a2db64fc'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:59:21.098696 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dede5b9-6b51-49e3-b9e6-48b9af68c5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "764f83d2-ab35-4b21-a738-a7f366fddf0e", "tag": "eca3597d-1f0c-4411-bf26-b163a2db64fc"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:59:21.150019 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f630852-bf17-48b1-84dd-262f16b56418 x-openstack-request-id: req-1f630852-bf17-48b1-84dd-262f16b56418 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:59:21.150303 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764f83d2-ab35-4b21-a738-a7f366fddf0e", "tag": "eca3597d-1f0c-4411-bf26-b163a2db64fc", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:59:21.150550 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f630852-bf17-48b1-84dd-262f16b56418 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:59:21.150947 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f630852-bf17-48b1-84dd-262f16b56418'] response: {'name': 'network-changed', 'server_uuid': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'tag': 'eca3597d-1f0c-4411-bf26-b163a2db64fc', 'status': 'completed', 'code': 200} Oct 31 14:59:21.219973 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a4443-467d-4cd0-b6c0-58c906362349 service neutron] Pushing event updated for resources: {'Port': ['ID=eca3597d-1f0c-4411-bf26-b163a2db64fc,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:21.225080 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-34748d0e-ad98-45c4-a594-963c59745ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:21.226586 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-34748d0e-ad98-45c4-a594-963c59745ca2 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 1127 time: 0.0940413 Oct 31 14:59:21.236654 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9e3150-6dc5-47df-9fbf-dfca71a2568d {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:59:21.249575 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Publish callbacks [] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:21.514975 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-2c306f2f-5217-4bef-8bab-91c167688702 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca3597d-1f0c-4411-bf26-b163a2db64fc HTTP/1.1" status: 200 len: 217 time: 0.2802737 Oct 31 14:59:21.536859 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Transition to ACTIVE for port object 6a9e3150-6dc5-47df-9fbf-dfca71a2568d will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 14:59:21.558971 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:21.609200 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-915597db-61bb-4107-8f1b-b91d08ff092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:21.610753 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-915597db-61bb-4107-8f1b-b91d08ff092d service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.0865126 Oct 31 14:59:21.688253 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9e3150-6dc5-47df-9fbf-dfca71a2568d,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:21.710165 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-afa30a9f-7003-44fe-934b-d720d9f961c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:21.711735 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-afa30a9f-7003-44fe-934b-d720d9f961c4 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830956 Oct 31 14:59:21.744289 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Attempting to bind port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 14:59:21.744615 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Attempting to bind port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 14:59:21.744944 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Attempting to bind port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d on network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:59:21.839854 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d on network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 14:59:21.840195 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Attempting to bind port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d on network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 14:59:21.883118 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-fb6b710f-8698-4d48-a0f5-db480f2ff528 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644723 Oct 31 14:59:21.889825 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab56b2-d5e9-4d5f-98aa-5c82a6050376 req-64d55d76-6069-4379-8251-213aba56a284 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:21.896584 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-45ab56b2-d5e9-4d5f-98aa-5c82a6050376 req-64d55d76-6069-4379-8251-213aba56a284 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 943 time: 0.0611057 Oct 31 14:59:21.924076 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 14, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 14:59:21.924410 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Checking segment: {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 14:59:21.924793 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Bound using segment: {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 14:59:21.925232 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Bound port: 6a9e3150-6dc5-47df-9fbf-dfca71a2568d, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 14:59:21.926159 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:21.945552 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-45ab56b2-d5e9-4d5f-98aa-5c82a6050376 req-d2434e5e-288c-4d16-9173-353189c697f2 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468628 Oct 31 14:59:21.952813 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:21.995077 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:22.077424 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a2120edf-d486-4ea1-bc16-c34d5f11c78f req-0b4c5fe5-23c0-4235-a81e-cccae2d1c289 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879365 Oct 31 14:59:22.088444 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] For port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 14:59:22.091866 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] For port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6a9e3150-6dc5-47df-9fbf-dfca71a2568d,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 14:59:22.099304 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba2288-05a9-43aa-86fb-b362e013b01d req-90a8a3c4-831b-40c4-8780-f7441bfa0a21 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:22.100873 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-74ba2288-05a9-43aa-86fb-b362e013b01d req-90a8a3c4-831b-40c4-8780-f7441bfa0a21 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0873034 Oct 31 14:59:22.106423 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:22.110415 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:22.111020 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:22.112451 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/6a9e3150-6dc5-47df-9fbf-dfca71a2568d HTTP/1.1" status: 200 len: 1093 time: 1.6799214 Oct 31 14:59:22.157373 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f312fc-5baf-4e4a-9de7-6cf213f00abd req-6136fe9a-39c3-43fd-9396-6ceaf5b12926 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:22.158880 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-98f312fc-5baf-4e4a-9de7-6cf213f00abd req-6136fe9a-39c3-43fd-9396-6ceaf5b12926 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 943 time: 0.0485661 Oct 31 14:59:22.191698 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d386594-6d66-4fc7-8a61-817dc3961a25 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9e3150-6dc5-47df-9fbf-dfca71a2568d,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:22.198378 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-74ba2288-05a9-43aa-86fb-b362e013b01d req-d7a0d42a-8019-4adf-b8a2-39b11e6b1292 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849705 Oct 31 14:59:22.213934 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-98f312fc-5baf-4e4a-9de7-6cf213f00abd req-65ef4a8a-be26-4616-826f-51cabc35f807 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441217 Oct 31 14:59:23.079444 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa440a-8991-4b9e-8284-ebde31b81112 req-44c53606-ab5f-4754-aaf4-5f2c0463110c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:23.080982 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2bfa440a-8991-4b9e-8284-ebde31b81112 req-44c53606-ab5f-4754-aaf4-5f2c0463110c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 943 time: 0.0531478 Oct 31 14:59:23.154400 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b5253e-385d-419d-9fdc-d04de43ab441', 'tag': '6a9e3150-6dc5-47df-9fbf-dfca71a2568d'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:59:23.156557 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a6feea-dfd7-48e3-b3d3-cc05aaea6808" -d '{"events": [{"name": "network-changed", "server_uuid": "19b5253e-385d-419d-9fdc-d04de43ab441", "tag": "6a9e3150-6dc5-47df-9fbf-dfca71a2568d"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:59:23.222504 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9f7de8-3b0e-44de-af08-976a1c1310af x-openstack-request-id: req-bd9f7de8-3b0e-44de-af08-976a1c1310af {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:59:23.222790 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b5253e-385d-419d-9fdc-d04de43ab441", "tag": "6a9e3150-6dc5-47df-9fbf-dfca71a2568d", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:59:23.223177 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd9f7de8-3b0e-44de-af08-976a1c1310af {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:59:23.223580 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9f7de8-3b0e-44de-af08-976a1c1310af'] response: {'name': 'network-changed', 'server_uuid': '19b5253e-385d-419d-9fdc-d04de43ab441', 'tag': '6a9e3150-6dc5-47df-9fbf-dfca71a2568d', 'status': 'completed', 'code': 200} Oct 31 14:59:23.242955 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-45819a41-a3b8-4ab3-a279-4d931fbd6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:23.244503 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-45819a41-a3b8-4ab3-a279-4d931fbd6254 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119&tenant_id=5119fe6e3c064da0a66218481a944aaa HTTP/1.1" status: 200 len: 1128 time: 0.1626770 Oct 31 14:59:23.254914 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-6acb4fcd-63c0-4c24-8d00-f3b404d4e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:23.256365 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-6acb4fcd-63c0-4c24-8d00-f3b404d4e377 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 1127 time: 0.1732318 Oct 31 14:59:23.262518 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dede5b9-6b51-49e3-b9e6-48b9af68c5cd req-22dff90c-33b9-4747-810c-fd074fa5cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:23.263956 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2dede5b9-6b51-49e3-b9e6-48b9af68c5cd req-22dff90c-33b9-4747-810c-fd074fa5cbba service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 1127 time: 0.1400504 Oct 31 14:59:23.335957 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e92ca-4a82-4c63-a243-365d47bceeec req-3f7fb083-b171-462c-ba58-6e36135cddff tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:23.337278 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-87979146-3f71-48f5-b60e-3f002c19bd31 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a9e3150-6dc5-47df-9fbf-dfca71a2568d HTTP/1.1" status: 200 len: 217 time: 0.0635252 Oct 31 14:59:23.337576 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-299e92ca-4a82-4c63-a243-365d47bceeec req-3f7fb083-b171-462c-ba58-6e36135cddff tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0497034 Oct 31 14:59:23.340432 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2bfa440a-8991-4b9e-8284-ebde31b81112 req-f4879285-6ac6-4a39-8c95-60895c5afeb7 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142963 Oct 31 14:59:23.414959 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-299e92ca-4a82-4c63-a243-365d47bceeec req-9fa6f97d-c058-4224-9c76-f9e3d3068707 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711465 Oct 31 14:59:23.475627 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-c8358488-27f5-4752-a181-c69bafdeb3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:23.477107 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-c8358488-27f5-4752-a181-c69bafdeb3c2 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=5119fe6e3c064da0a66218481a944aaa&device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 1128 time: 0.1921716 Oct 31 14:59:23.522851 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5af715-be66-4a27-b493-9dbc5da8f1fc req-374bbeb6-23f7-4f7d-b3af-8f47face363d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:23.524338 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-eb5af715-be66-4a27-b493-9dbc5da8f1fc req-374bbeb6-23f7-4f7d-b3af-8f47face363d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 943 time: 0.1184764 Oct 31 14:59:23.538064 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-d1f1a9f8-c813-4a09-b323-29ebe5429727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:23.539450 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-d1f1a9f8-c813-4a09-b323-29ebe5429727 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=6c0893af-f459-43bc-83fe-ab19005e56d2 HTTP/1.1" status: 200 len: 853 time: 0.1816678 Oct 31 14:59:23.587685 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dede5b9-6b51-49e3-b9e6-48b9af68c5cd req-3287eb11-bd8d-4217-a22a-c7442b8f07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:23.588994 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2dede5b9-6b51-49e3-b9e6-48b9af68c5cd req-3287eb11-bd8d-4217-a22a-c7442b8f07e8 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 919 time: 0.3060191 Oct 31 14:59:23.672852 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2dede5b9-6b51-49e3-b9e6-48b9af68c5cd req-acf03e9a-a042-443d-93a3-9c49af128703 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca3597d-1f0c-4411-bf26-b163a2db64fc HTTP/1.1" status: 200 len: 217 time: 0.0547600 Oct 31 14:59:23.680487 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-75bc0fb4-859d-48f6-ba9a-cd7e5dfb0106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:23.681885 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-75bc0fb4-859d-48f6-ba9a-cd7e5dfb0106 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=344848ef-d9a5-4f9a-8ddf-c96c364ed358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1113310 Oct 31 14:59:23.756511 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-eb5af715-be66-4a27-b493-9dbc5da8f1fc req-4d2a67c1-92d2-41c0-9c76-8634e83fab62 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206755 Oct 31 14:59:23.786589 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-3bd08ba9-c6f6-4355-93d4-ff8ea467eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:23.788059 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-3bd08ba9-c6f6-4355-93d4-ff8ea467eb27 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 HTTP/1.1" status: 200 len: 918 time: 0.3035915 Oct 31 14:59:23.807412 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:23.834894 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:23.845889 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dede5b9-6b51-49e3-b9e6-48b9af68c5cd req-d8fa9cc7-7e5d-48c9-8cc0-0224efdb6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:23.847939 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2dede5b9-6b51-49e3-b9e6-48b9af68c5cd req-d8fa9cc7-7e5d-48c9-8cc0-0224efdb6e28 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.1645703 Oct 31 14:59:23.919312 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-24fb300f-778a-4412-9bbc-9cd290ab7faa service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6951bd8b-ac72-4ceb-9344-47d91749e055 HTTP/1.1" status: 200 len: 999 time: 0.1245031 Oct 31 14:59:23.921334 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-7b71ea3b-db21-4760-a153-624f70af0bc5 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306783 Oct 31 14:59:23.922218 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dede5b9-6b51-49e3-b9e6-48b9af68c5cd req-d8637fea-3b76-4419-b8b3-3cb564aa510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:23.923595 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2dede5b9-6b51-49e3-b9e6-48b9af68c5cd req-d8637fea-3b76-4419-b8b3-3cb564aa510f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673652 Oct 31 14:59:24.075922 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-59dcd818-20bc-488f-9e2a-4f921c5e23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:24.077374 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-59dcd818-20bc-488f-9e2a-4f921c5e23f0 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=b78261dd-be23-4771-9073-9a716a608356 HTTP/1.1" status: 200 len: 856 time: 0.1472735 Oct 31 14:59:24.153228 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2dede5b9-6b51-49e3-b9e6-48b9af68c5cd req-2d01212b-6027-4d6a-bc1e-e0cd636e5f16 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141509 Oct 31 14:59:24.156996 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0cf50d12-5f2e-44f7-bf2b-314c5b831faf req-2d70e56a-a325-4e97-aa29-f3418521edbd service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198300 Oct 31 14:59:24.158035 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-8ac9bf4d-be5e-458e-ac95-63ccd733913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:24.159366 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-8ac9bf4d-be5e-458e-ac95-63ccd733913a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723374 Oct 31 14:59:24.326781 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2dede5b9-6b51-49e3-b9e6-48b9af68c5cd req-413045c7-a609-46e4-abe0-9781a49ceb54 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627011 Oct 31 14:59:24.328630 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-18cd3795-1130-4a45-94f0-8edfed8debd8 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532724 Oct 31 14:59:24.478391 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357433a-8c06-4e7d-b9b1-cfd606309413 req-531b8f1c-ce00-4cb8-8650-461aacab316a tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:24.479978 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5357433a-8c06-4e7d-b9b1-cfd606309413 req-531b8f1c-ce00-4cb8-8650-461aacab316a tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 943 time: 0.0539386 Oct 31 14:59:24.516786 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device eca3597d-1f0c-4411-bf26-b163a2db64fc details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 14:59:24.535745 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5357433a-8c06-4e7d-b9b1-cfd606309413 req-6387b8d6-cfc0-4196-b9e2-0f4e9970c66e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491822 Oct 31 14:59:24.570888 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d4c80-6f65-4811-8923-94da4d035bdf req-3bacad40-3020-4b46-955b-6b4c1ac8d941 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:24.572426 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2e4d4c80-6f65-4811-8923-94da4d035bdf req-3bacad40-3020-4b46-955b-6b4c1ac8d941 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0733011 Oct 31 14:59:24.609994 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:24.626244 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2e4d4c80-6f65-4811-8923-94da4d035bdf req-383b4819-e4bc-422b-858c-23c68a984891 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481114 Oct 31 14:59:24.653073 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port eca3597d-1f0c-4411-bf26-b163a2db64fc, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=eca3597d-1f0c-4411-bf26-b163a2db64fc,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:59:24.664947 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': 'eca3597d-1f0c-4411-bf26-b163a2db64fc', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'port_id': 'eca3597d-1f0c-4411-bf26-b163a2db64fc', 'mac_address': 'fa:16:3e:64:7a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 14:59:24.700795 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port eca3597d-1f0c-4411-bf26-b163a2db64fc is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:59:24.701189 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:24.714836 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca3597d-1f0c-4411-bf26-b163a2db64fc {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:59:24.735022 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port eca3597d-1f0c-4411-bf26-b163a2db64fc, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=eca3597d-1f0c-4411-bf26-b163a2db64fc,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:59:24.739775 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:24.785702 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=eca3597d-1f0c-4411-bf26-b163a2db64fc,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:24.886766 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa724cc-1a67-4ebb-8bba-9b77edb0dfd9 req-ab94d508-5e79-4072-a2a1-b67bd0e91672 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:24.888296 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4fa724cc-1a67-4ebb-8bba-9b77edb0dfd9 req-ab94d508-5e79-4072-a2a1-b67bd0e91672 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 943 time: 0.0489051 Oct 31 14:59:24.936236 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4fa724cc-1a67-4ebb-8bba-9b77edb0dfd9 req-efcc0eb0-5a8c-4d87-96a0-e14dda0d536e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424588 Oct 31 14:59:25.014487 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['eca3597d-1f0c-4411-bf26-b163a2db64fc'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:59:25.182514 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6feea-dfd7-48e3-b3d3-cc05aaea6808 req-930a182b-7b13-4dee-b6b7-ac30f80d2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:25.183934 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-73a6feea-dfd7-48e3-b3d3-cc05aaea6808 req-930a182b-7b13-4dee-b6b7-ac30f80d2e12 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 1127 time: 0.0946143 Oct 31 14:59:25.491515 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6ee0e086-21cf-4bea-88d2-afed83deebdd req-1b378f77-cd0e-4dd0-88a3-4f7379e6718b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146597 Oct 31 14:59:25.513512 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:25.544773 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6feea-dfd7-48e3-b3d3-cc05aaea6808 req-3f4ee91e-ce85-41e9-8e5f-176dc370d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:25.546182 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-73a6feea-dfd7-48e3-b3d3-cc05aaea6808 req-3f4ee91e-ce85-41e9-8e5f-176dc370d455 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 200 len: 915 time: 0.3503585 Oct 31 14:59:25.591476 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-73a6feea-dfd7-48e3-b3d3-cc05aaea6808 req-ee5e75e8-6307-4e93-a120-043a7801df3a service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a9e3150-6dc5-47df-9fbf-dfca71a2568d HTTP/1.1" status: 200 len: 217 time: 0.0362713 Oct 31 14:59:25.713317 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56cfa5-274a-4038-a66a-fe2c07bf2951 req-07faa37e-f333-4730-a233-a4232339bd90 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:25.714833 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ce56cfa5-274a-4038-a66a-fe2c07bf2951 req-07faa37e-f333-4730-a233-a4232339bd90 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 944 time: 0.0961299 Oct 31 14:59:25.716276 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6feea-dfd7-48e3-b3d3-cc05aaea6808 req-0d56e801-2589-462e-9e57-6b3acf890944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:25.717585 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-73a6feea-dfd7-48e3-b3d3-cc05aaea6808 req-0d56e801-2589-462e-9e57-6b3acf890944 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=6c0893af-f459-43bc-83fe-ab19005e56d2 HTTP/1.1" status: 200 len: 853 time: 0.0699735 Oct 31 14:59:25.772418 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:25.789174 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e177a75-ad03-4e91-8dc4-1e7e8795a286 req-42521474-c9d5-4834-a1f5-e2c547de461d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:25.791570 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0e177a75-ad03-4e91-8dc4-1e7e8795a286 req-42521474-c9d5-4834-a1f5-e2c547de461d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0591457 Oct 31 14:59:25.820958 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6feea-dfd7-48e3-b3d3-cc05aaea6808 req-20b759c9-86a7-4d47-84fe-ea21e2d5b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:25.822627 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-73a6feea-dfd7-48e3-b3d3-cc05aaea6808 req-20b759c9-86a7-4d47-84fe-ea21e2d5b9f2 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=344848ef-d9a5-4f9a-8ddf-c96c364ed358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941710 Oct 31 14:59:25.826599 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ce56cfa5-274a-4038-a66a-fe2c07bf2951 req-a94010e6-6b52-49f7-8197-7011c14af4a4 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858369 Oct 31 14:59:25.850010 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:25.854972 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0e177a75-ad03-4e91-8dc4-1e7e8795a286 req-3729776d-37b2-41fb-8523-13e243e947c9 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500226 Oct 31 14:59:25.924903 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 14:59:25.942353 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-73a6feea-dfd7-48e3-b3d3-cc05aaea6808 req-a0e19dc1-021a-4134-a794-ddfa59a0d50a service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123388 Oct 31 14:59:26.133344 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b523646-edfe-4952-b89d-f2e1e706625d req-c41dbef8-9791-4735-b2fe-70be926d3988 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:26.138718 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1b523646-edfe-4952-b89d-f2e1e706625d req-c41dbef8-9791-4735-b2fe-70be926d3988 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 943 time: 0.1149766 Oct 31 14:59:26.202307 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-73a6feea-dfd7-48e3-b3d3-cc05aaea6808 req-aee53094-5ecc-4817-b5ea-75dd57a5ddba service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514329 Oct 31 14:59:26.316918 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1b523646-edfe-4952-b89d-f2e1e706625d req-7cc069b0-8090-4d30-a241-4f4866e24780 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127012 Oct 31 14:59:26.545883 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6a9e3150-6dc5-47df-9fbf-dfca71a2568d details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 14:59:26.550935 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device eca3597d-1f0c-4411-bf26-b163a2db64fc up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:59:26.617518 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port eca3597d-1f0c-4411-bf26-b163a2db64fc completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 14:59:26.632407 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port eca3597d-1f0c-4411-bf26-b163a2db64fc triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:59:26.633373 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:26.634076 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port eca3597d-1f0c-4411-bf26-b163a2db64fc Oct 31 14:59:26.716400 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:26.984209 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6a9e3150-6dc5-47df-9fbf-dfca71a2568d,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:59:27.022920 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port eca3597d-1f0c-4411-bf26-b163a2db64fc is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:59:27.023462 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:27.026521 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '6a9e3150-6dc5-47df-9fbf-dfca71a2568d', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'port_id': '6a9e3150-6dc5-47df-9fbf-dfca71a2568d', 'mac_address': 'fa:16:3e:84:0e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 14:59:27.079353 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59588927-645e-4ad9-aa6b-680f61dba1f4 req-14937671-c86c-41ee-8f96-95692e93ef01 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:27.091438 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-59588927-645e-4ad9-aa6b-680f61dba1f4 req-14937671-c86c-41ee-8f96-95692e93ef01 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 944 time: 0.1433425 Oct 31 14:59:27.091869 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:59:27.092463 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:27.097765 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:27.135363 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca3597d-1f0c-4411-bf26-b163a2db64fc'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:59:27.138663 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363b53d9-08ef-460b-be5a-e861858470a1" -d '{"events": [{"server_uuid": "764f83d2-ab35-4b21-a738-a7f366fddf0e", "name": "network-vif-plugged", "status": "completed", "tag": "eca3597d-1f0c-4411-bf26-b163a2db64fc"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:59:27.146443 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9e3150-6dc5-47df-9fbf-dfca71a2568d {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:59:27.153399 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b0e2d-6c1d-43c4-a821-ac6df9b094a2 req-2b5118af-9cf5-4b02-b406-ebff665ef441 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:27.156945 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c47b0e2d-6c1d-43c4-a821-ac6df9b094a2 req-2b5118af-9cf5-4b02-b406-ebff665ef441 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.1463397 Oct 31 14:59:27.165754 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port eca3597d-1f0c-4411-bf26-b163a2db64fc, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=eca3597d-1f0c-4411-bf26-b163a2db64fc,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:59:27.177801 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:27.250120 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=eca3597d-1f0c-4411-bf26-b163a2db64fc,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:27.254984 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6a9e3150-6dc5-47df-9fbf-dfca71a2568d,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:59:27.263390 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:27.303149 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c47b0e2d-6c1d-43c4-a821-ac6df9b094a2 req-96d2c553-fead-489d-9c77-b7b170504577 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364467 Oct 31 14:59:27.310296 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-59588927-645e-4ad9-aa6b-680f61dba1f4 req-d017a351-81dd-4706-875c-e2e18cd2fe90 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161264 Oct 31 14:59:27.394859 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=6a9e3150-6dc5-47df-9fbf-dfca71a2568d,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:27.459447 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1977eb-b0cb-4d2d-9a66-d77a0e64c06e x-openstack-request-id: req-bb1977eb-b0cb-4d2d-9a66-d77a0e64c06e {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:59:27.459831 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764f83d2-ab35-4b21-a738-a7f366fddf0e", "name": "network-vif-plugged", "status": "completed", "tag": "eca3597d-1f0c-4411-bf26-b163a2db64fc", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:59:27.460083 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb1977eb-b0cb-4d2d-9a66-d77a0e64c06e {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:59:27.461546 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb1977eb-b0cb-4d2d-9a66-d77a0e64c06e'] response: {'server_uuid': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca3597d-1f0c-4411-bf26-b163a2db64fc', 'code': 200} Oct 31 14:59:27.567105 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['6a9e3150-6dc5-47df-9fbf-dfca71a2568d'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:59:27.598220 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4d1aa-6175-4d4d-812d-e1804d402501 req-3106b688-cea3-4097-ba7e-0c5118458e4e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:27.600580 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-73b4d1aa-6175-4d4d-812d-e1804d402501 req-3106b688-cea3-4097-ba7e-0c5118458e4e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 944 time: 0.1007729 Oct 31 14:59:27.664513 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-73b4d1aa-6175-4d4d-812d-e1804d402501 req-29b7817f-12b1-4c76-9801-e5bde2c0099f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566618 Oct 31 14:59:28.478020 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40975d-dbf4-4723-9f10-166eaf9c38e0 req-6d8cfcd4-3002-412f-abd5-94f062ee584e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:28.479532 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1f40975d-dbf4-4723-9f10-166eaf9c38e0 req-6d8cfcd4-3002-412f-abd5-94f062ee584e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0741670 Oct 31 14:59:28.505702 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310dc00f-e957-4e4c-bf81-d37405811aeb req-712c177e-10a4-4fc7-b0c7-e06dda8e0dd2 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:28.507385 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-310dc00f-e957-4e4c-bf81-d37405811aeb req-712c177e-10a4-4fc7-b0c7-e06dda8e0dd2 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0525465 Oct 31 14:59:28.508331 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:28.536159 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6a9e3150-6dc5-47df-9fbf-dfca71a2568d up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:59:28.580178 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1f40975d-dbf4-4723-9f10-166eaf9c38e0 req-6ccbb9dd-4f09-412c-8be7-aad27b5f0fd3 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942254 Oct 31 14:59:28.603296 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-310dc00f-e957-4e4c-bf81-d37405811aeb req-85ff493e-7621-4651-916f-87090350f1e6 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894859 Oct 31 14:59:28.677703 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 14:59:28.689953 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:59:28.690637 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:28.691920 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d Oct 31 14:59:28.827339 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:59:28.827792 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:28.878006 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055668c4-fcfe-4b65-b910-963801e60475 req-b9402416-4057-45e1-8963-f4ce4804edf8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:28.879227 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6a9e3150-6dc5-47df-9fbf-dfca71a2568d,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:59:28.880598 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-055668c4-fcfe-4b65-b910-963801e60475 req-b9402416-4057-45e1-8963-f4ce4804edf8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 944 time: 0.0758009 Oct 31 14:59:28.884819 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:28.938413 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-055668c4-fcfe-4b65-b910-963801e60475 req-e347485e-64ab-4735-9f31-c42012b80225 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509109 Oct 31 14:59:28.967030 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=6a9e3150-6dc5-47df-9fbf-dfca71a2568d,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:29.463214 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b5253e-385d-419d-9fdc-d04de43ab441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9e3150-6dc5-47df-9fbf-dfca71a2568d'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:59:29.465922 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1684dedd-d5fd-4cfe-a8a9-c88feba98fc1" -d '{"events": [{"server_uuid": "19b5253e-385d-419d-9fdc-d04de43ab441", "name": "network-vif-plugged", "status": "completed", "tag": "6a9e3150-6dc5-47df-9fbf-dfca71a2568d"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:59:29.507850 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7347b898-f7f6-4a43-a1ea-0102166d6d56 x-openstack-request-id: req-7347b898-f7f6-4a43-a1ea-0102166d6d56 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:59:29.508156 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b5253e-385d-419d-9fdc-d04de43ab441", "name": "network-vif-plugged", "status": "completed", "tag": "6a9e3150-6dc5-47df-9fbf-dfca71a2568d", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:59:29.508409 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7347b898-f7f6-4a43-a1ea-0102166d6d56 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:59:29.508803 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7347b898-f7f6-4a43-a1ea-0102166d6d56'] response: {'server_uuid': '19b5253e-385d-419d-9fdc-d04de43ab441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9e3150-6dc5-47df-9fbf-dfca71a2568d', 'code': 200} Oct 31 14:59:29.705405 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bb7f1-0017-49fa-a6d0-c4e1294a04ad req-62475527-3061-44d3-ae66-fa273c77f999 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:29.708652 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-486bb7f1-0017-49fa-a6d0-c4e1294a04ad req-62475527-3061-44d3-ae66-fa273c77f999 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0530820 Oct 31 14:59:29.772099 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-486bb7f1-0017-49fa-a6d0-c4e1294a04ad req-d27be22a-2c65-4119-8db3-df635fb57604 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578797 Oct 31 14:59:29.827487 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1f374-8302-493b-94df-57b7f42c748a req-14bded97-39af-4e66-a9dd-7282c39d738c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:29.829499 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-46c1f374-8302-493b-94df-57b7f42c748a req-14bded97-39af-4e66-a9dd-7282c39d738c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0997760 Oct 31 14:59:29.893186 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-46c1f374-8302-493b-94df-57b7f42c748a req-664113eb-806a-491f-8a51-cfbbe2390ea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575871 Oct 31 14:59:30.081292 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772c062-aba5-4d67-af2c-e4458461fef9 req-1722c6c6-17d3-4d89-92c9-dccbaba53f71 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:30.083077 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1772c062-aba5-4d67-af2c-e4458461fef9 req-1722c6c6-17d3-4d89-92c9-dccbaba53f71 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 945 time: 0.0639484 Oct 31 14:59:30.146713 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1772c062-aba5-4d67-af2c-e4458461fef9 req-bfe9d1b4-f70d-4ce4-9295-1fdc5f4a798f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572927 Oct 31 14:59:30.909221 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7898b-7a2e-4c03-a450-22e2510e1e0b req-9fff7742-4ef1-4a35-81fb-9514fe84780a tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:30.911901 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3ee7898b-7a2e-4c03-a450-22e2510e1e0b req-9fff7742-4ef1-4a35-81fb-9514fe84780a tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0625336 Oct 31 14:59:30.992812 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3ee7898b-7a2e-4c03-a450-22e2510e1e0b req-de1103e6-d987-4f9c-8b38-29de8c897c56 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748470 Oct 31 14:59:31.070638 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d91b1-2dd2-4cf4-ba98-6db4ae2c09e8 req-365bbe64-4f62-4473-8f8c-fa3999ab47a6 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:31.078694 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e96d91b1-2dd2-4cf4-ba98-6db4ae2c09e8 req-365bbe64-4f62-4473-8f8c-fa3999ab47a6 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0790594 Oct 31 14:59:31.143098 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e96d91b1-2dd2-4cf4-ba98-6db4ae2c09e8 req-5c0e01ed-43a0-45e2-ba8a-eec54c2d40c9 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623295 Oct 31 14:59:31.320243 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73762eb7-a57b-425a-a17b-9b112d4f3be0 req-c77070dd-24e1-4e7b-9f44-6f6f716be411 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:31.324328 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-73762eb7-a57b-425a-a17b-9b112d4f3be0 req-c77070dd-24e1-4e7b-9f44-6f6f716be411 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 945 time: 0.0770564 Oct 31 14:59:31.351781 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:31.397314 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-73762eb7-a57b-425a-a17b-9b112d4f3be0 req-b683ba8b-15af-415c-9928-951f071750d0 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673397 Oct 31 14:59:31.529572 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45046) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:31.658023 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0dff0ac5-9b5d-4c4c-91a6-64aa94b38a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:31.716816 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:31.748624 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0dff0ac5-9b5d-4c4c-91a6-64aa94b38a8b admin admin] Publish callbacks [] for security_group (d44c5d06-0c4f-4421-9e4b-fed209279db9), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:31.752564 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0dff0ac5-9b5d-4c4c-91a6-64aa94b38a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (d44c5d06-0c4f-4421-9e4b-fed209279db9), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:31.796305 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-0dff0ac5-9b5d-4c4c-91a6-64aa94b38a8b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6157f17410284e6eae8b53366e876352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628784 Oct 31 14:59:31.796980 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45050) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:31.807057 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff0ac5-9b5d-4c4c-91a6-64aa94b38a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44c5d06-0c4f-4421-9e4b-fed209279db9,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:31.858064 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-299e1ef0-e8f2-4926-824f-24417712f9c5 admin admin] Publish callbacks [] for security_group (d44c5d06-0c4f-4421-9e4b-fed209279db9), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:31.881498 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-299e1ef0-e8f2-4926-824f-24417712f9c5 admin admin] Publish callbacks [] for security_group (d44c5d06-0c4f-4421-9e4b-fed209279db9), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:31.933012 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-299e1ef0-e8f2-4926-824f-24417712f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (d44c5d06-0c4f-4421-9e4b-fed209279db9), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:31.935961 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-299e1ef0-e8f2-4926-824f-24417712f9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:31.940012 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-299e1ef0-e8f2-4926-824f-24417712f9c5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d44c5d06-0c4f-4421-9e4b-fed209279db9 HTTP/1.1" status: 204 len: 168 time: 0.1419415 Oct 31 14:59:31.948853 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e1ef0-e8f2-4926-824f-24417712f9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44c5d06-0c4f-4421-9e4b-fed209279db9,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:32.239125 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5892ec-a66b-4f1d-a965-f8bfd421ee85 req-acef8b39-fab9-49ca-8b73-875df6136bb8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:32.256296 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2b5892ec-a66b-4f1d-a965-f8bfd421ee85 req-acef8b39-fab9-49ca-8b73-875df6136bb8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.1506841 Oct 31 14:59:32.346486 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2b5892ec-a66b-4f1d-a965-f8bfd421ee85 req-32658f4e-68ce-4d39-9ce7-189eff839dd6 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888188 Oct 31 14:59:32.355001 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc67a77-88d9-43c9-89db-81ee2a20714f req-574326ff-355b-4529-9f64-64a09bb08eb5 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:32.359792 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cdc67a77-88d9-43c9-89db-81ee2a20714f req-574326ff-355b-4529-9f64-64a09bb08eb5 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0707972 Oct 31 14:59:32.421234 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cdc67a77-88d9-43c9-89db-81ee2a20714f req-96985549-f09f-4855-954a-5ce15f740c22 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567012 Oct 31 14:59:32.531261 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d5496-f591-4e7d-981f-3361b00c2dc4 req-b5796e16-c97c-4a72-bfbc-9de590a0c492 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:32.533109 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7d0d5496-f591-4e7d-981f-3361b00c2dc4 req-b5796e16-c97c-4a72-bfbc-9de590a0c492 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 945 time: 0.0499983 Oct 31 14:59:32.585130 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7d0d5496-f591-4e7d-981f-3361b00c2dc4 req-c2ad187f-9d13-40e1-ab87-0ea8eb7cc87a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448940 Oct 31 14:59:33.469892 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e484d-95cf-4cc1-b06b-ffbf4ecb97cf req-68d36536-023a-4cb7-ad7b-63c4d89cb6a0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:33.471594 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5e2e484d-95cf-4cc1-b06b-ffbf4ecb97cf req-68d36536-023a-4cb7-ad7b-63c4d89cb6a0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0493853 Oct 31 14:59:33.542988 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5e2e484d-95cf-4cc1-b06b-ffbf4ecb97cf req-730053b4-b3b3-4df3-9cdf-4bb8ec75fe39 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605528 Oct 31 14:59:33.580947 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355e3a9-a058-44dd-ae47-0952d50872bf req-49ecd150-515b-4c3d-9f53-9565a6b8a138 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:33.582612 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d355e3a9-a058-44dd-ae47-0952d50872bf req-49ecd150-515b-4c3d-9f53-9565a6b8a138 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0671167 Oct 31 14:59:33.639600 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d355e3a9-a058-44dd-ae47-0952d50872bf req-8bdca1f9-0de4-4ae9-ab43-7436b193deb2 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512822 Oct 31 14:59:33.726820 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23935263-c8e0-482d-a793-0c29b7aabceb req-2b07cce6-1cdc-433d-b42e-0445f7cb0476 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:33.728434 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-23935263-c8e0-482d-a793-0c29b7aabceb req-2b07cce6-1cdc-433d-b42e-0445f7cb0476 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 945 time: 0.0499322 Oct 31 14:59:33.781571 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-23935263-c8e0-482d-a793-0c29b7aabceb req-d8551129-07d8-41ab-bf9f-b8f833b93120 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470212 Oct 31 14:59:34.661695 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cdb00-e5ac-48ff-b8eb-c1351555eed3 req-03a2a683-f296-453a-a5c8-d262cb93fad5 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:34.663215 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b47cdb00-e5ac-48ff-b8eb-c1351555eed3 req-03a2a683-f296-453a-a5c8-d262cb93fad5 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0491128 Oct 31 14:59:34.711181 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b47cdb00-e5ac-48ff-b8eb-c1351555eed3 req-fed2eff8-9455-471f-8fca-2a3ea58f9726 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422180 Oct 31 14:59:34.770703 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2392ea5-57e5-4150-b5a4-0da9ed3fd407 req-83107266-64c6-4dd8-948e-ae90037d800b tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:34.772241 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d2392ea5-57e5-4150-b5a4-0da9ed3fd407 req-83107266-64c6-4dd8-948e-ae90037d800b tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0525270 Oct 31 14:59:34.819111 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d2392ea5-57e5-4150-b5a4-0da9ed3fd407 req-e30d2c56-510e-4567-bcca-d1bffe401921 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413558 Oct 31 14:59:34.901153 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3615f4-ef92-4eed-848f-2b2e9701d2c7 req-8ac48138-9b36-4bad-83ec-2d188ed33c79 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:34.902603 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8f3615f4-ef92-4eed-848f-2b2e9701d2c7 req-8ac48138-9b36-4bad-83ec-2d188ed33c79 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 945 time: 0.0461226 Oct 31 14:59:34.948694 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8f3615f4-ef92-4eed-848f-2b2e9701d2c7 req-69b2d175-15ca-433f-9f7e-ca387fda019a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405447 Oct 31 14:59:35.840929 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0df1c-a029-4d4b-8351-2c2712db0b86 req-158192cb-622a-48f9-bf20-0a1416ec4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:35.842439 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-20b0df1c-a029-4d4b-8351-2c2712db0b86 req-158192cb-622a-48f9-bf20-0a1416ec4720 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 1129 time: 0.0686584 Oct 31 14:59:35.857645 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442fb05-bd8f-4098-86b0-b4e4a649cd2f req-349c83cc-5ef1-460b-b8cb-2e705975f9e7 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:35.859126 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f442fb05-bd8f-4098-86b0-b4e4a649cd2f req-349c83cc-5ef1-460b-b8cb-2e705975f9e7 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0567222 Oct 31 14:59:35.925283 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:35.938020 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:35.962983 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38f485-f011-4b19-8fee-6b035601d3b7 req-faa8491a-18bc-4fd1-9954-b199bbfc01d8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:35.964011 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8cc1a-b4db-46c3-8286-6d25beb20d8d req-1707323b-5e9a-486f-b98d-0ecace555832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:35.964504 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ae38f485-f011-4b19-8fee-6b035601d3b7 req-faa8491a-18bc-4fd1-9954-b199bbfc01d8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0531971 Oct 31 14:59:35.965497 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dcc8cc1a-b4db-46c3-8286-6d25beb20d8d req-1707323b-5e9a-486f-b98d-0ecace555832 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 1129 time: 0.1021729 Oct 31 14:59:35.983654 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:35.990050 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-20b0df1c-a029-4d4b-8351-2c2712db0b86 req-c5e324de-1a65-4442-98fb-fcfb27c34c52 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249092 Oct 31 14:59:35.999396 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f442fb05-bd8f-4098-86b0-b4e4a649cd2f req-4d26ce39-2ba3-4d79-9ff1-4d07162d57c8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157613 Oct 31 14:59:36.014814 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ae38f485-f011-4b19-8fee-6b035601d3b7 req-8f821525-c877-4361-98be-2718b476218a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446024 Oct 31 14:59:36.031494 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dcc8cc1a-b4db-46c3-8286-6d25beb20d8d req-329ebdff-d597-417a-85a8-8587ad16d302 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516295 Oct 31 14:59:36.109863 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea10faf-1fc4-4800-9d39-c734081737a0 req-528b3f42-ab74-42e3-97a9-fc92fcf5848e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:36.111344 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6ea10faf-1fc4-4800-9d39-c734081737a0 req-528b3f42-ab74-42e3-97a9-fc92fcf5848e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 945 time: 0.0501871 Oct 31 14:59:36.130694 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:36.160216 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6ea10faf-1fc4-4800-9d39-c734081737a0 req-88ac2df9-61b7-40e6-a70e-c69b4af3adf8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425887 Oct 31 14:59:37.109467 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:37.122834 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39583eff-4142-4ea3-8a32-4df3d5d14b33 req-43dd1628-7e51-4fae-9f32-988d19334f8d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:37.124340 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-39583eff-4142-4ea3-8a32-4df3d5d14b33 req-43dd1628-7e51-4fae-9f32-988d19334f8d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0487847 Oct 31 14:59:37.149680 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3180a-9be9-436f-8b19-150b97f7b862 req-d7428dd8-ee27-41c4-89eb-98cf2f09ac97 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:37.151173 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2bf3180a-9be9-436f-8b19-150b97f7b862 req-d7428dd8-ee27-41c4-89eb-98cf2f09ac97 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0476491 Oct 31 14:59:37.173463 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-39583eff-4142-4ea3-8a32-4df3d5d14b33 req-eb2b98a9-1c30-4b73-8928-3d31fca0ba2d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428488 Oct 31 14:59:37.200161 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2bf3180a-9be9-436f-8b19-150b97f7b862 req-dd5dfce7-875e-44ff-96f0-e67131059c11 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434566 Oct 31 14:59:37.253130 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:37.280236 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176dbed-c988-4c86-af77-45e61eb515ae req-5825eda7-d8c1-4ed8-84b5-7e707ad52078 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:37.281708 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a176dbed-c988-4c86-af77-45e61eb515ae req-5825eda7-d8c1-4ed8-84b5-7e707ad52078 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 945 time: 0.0470512 Oct 31 14:59:37.333601 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a176dbed-c988-4c86-af77-45e61eb515ae req-90d13d9f-ba8d-4f5a-8b45-bb29236009a4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459785 Oct 31 14:59:38.295616 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1552c0-323f-4f50-8539-ebd3b0a4bd3f req-e15d2953-b057-42e0-82a1-385302c27a04 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:38.297132 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1f1552c0-323f-4f50-8539-ebd3b0a4bd3f req-e15d2953-b057-42e0-82a1-385302c27a04 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0483024 Oct 31 14:59:38.328953 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988905d-fef2-48be-9ee0-89d1c4fb8179 req-68bce2ba-a6c0-40f7-9bf1-175da91d9823 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:38.330514 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5988905d-fef2-48be-9ee0-89d1c4fb8179 req-68bce2ba-a6c0-40f7-9bf1-175da91d9823 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0484478 Oct 31 14:59:38.348714 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1f1552c0-323f-4f50-8539-ebd3b0a4bd3f req-53244a86-5a05-499d-87e7-c6c7ea9e1455 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458760 Oct 31 14:59:38.380205 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5988905d-fef2-48be-9ee0-89d1c4fb8179 req-aeb3aff1-c17d-40e7-b99e-fc2df923f286 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433221 Oct 31 14:59:38.461678 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7093fd-a075-4c87-b065-cacb22161ab6 req-9f3a91dd-dbd6-4b53-9605-50eb40e01f37 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:38.463228 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bc7093fd-a075-4c87-b065-cacb22161ab6 req-9f3a91dd-dbd6-4b53-9605-50eb40e01f37 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 945 time: 0.0483344 Oct 31 14:59:38.504051 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aee77a-219e-4a40-8630-dc1cb70346e4 req-f2acfff6-3cef-45ea-a8d0-0f46d093c5e8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:38.505588 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c9aee77a-219e-4a40-8630-dc1cb70346e4 req-f2acfff6-3cef-45ea-a8d0-0f46d093c5e8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0523219 Oct 31 14:59:38.515706 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bc7093fd-a075-4c87-b065-cacb22161ab6 req-65215383-351f-432e-9ccf-62e7ba5221f7 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466955 Oct 31 14:59:38.516313 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45094) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:38.521502 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-4da3c5f8-c3b7-4e82-aa3c-152c818b0791 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Request body: {'floatingip': {'port_id': 'eca3597d-1f0c-4411-bf26-b163a2db64fc'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:59:38.565456 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4da3c5f8-c3b7-4e82-aa3c-152c818b0791 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for floatingip (867b3f06-806c-41cd-a6db-fd014904525f), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:38.638105 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2f944-782f-4f3b-a09e-ec1bef1555b5 req-6d92d3e6-0810-46e0-bd0d-3fa66166bb29 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:38.639619 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-67d2f944-782f-4f3b-a09e-ec1bef1555b5 req-6d92d3e6-0810-46e0-bd0d-3fa66166bb29 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 945 time: 0.0503969 Oct 31 14:59:38.650335 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45098) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 14:59:38.654700 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-4a30a0f6-fda3-4c74-9c0f-621a30bbdc8f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'floatingip': {'port_id': '6a9e3150-6dc5-47df-9fbf-dfca71a2568d'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 14:59:38.661749 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b865d5d-5bd9-4e27-959a-3aff10cccec4 req-779ce90b-be51-46d2-bbb6-a55488003d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:38.663260 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8b865d5d-5bd9-4e27-959a-3aff10cccec4 req-779ce90b-be51-46d2-bbb6-a55488003d8f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=5119fe6e3c064da0a66218481a944aaa&device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 1128 time: 0.0943477 Oct 31 14:59:38.695023 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-4a30a0f6-fda3-4c74-9c0f-621a30bbdc8f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (24d00447-20c5-495b-8b01-da97c8e1d210), before_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:38.840831 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b865d5d-5bd9-4e27-959a-3aff10cccec4 req-2111b5b1-2f44-4c54-90bc-8a48a4638c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:38.842326 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8b865d5d-5bd9-4e27-959a-3aff10cccec4 req-2111b5b1-2f44-4c54-90bc-8a48a4638c3d service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 HTTP/1.1" status: 200 len: 918 time: 0.1563787 Oct 31 14:59:38.969423 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8b865d5d-5bd9-4e27-959a-3aff10cccec4 req-dee7a9d2-75c1-4365-b1a3-43084cf42622 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6951bd8b-ac72-4ceb-9344-47d91749e055 HTTP/1.1" status: 200 len: 999 time: 0.1034675 Oct 31 14:59:39.088396 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b865d5d-5bd9-4e27-959a-3aff10cccec4 req-773c10b3-1831-4b00-9f2e-64a6e0df0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:39.089934 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8b865d5d-5bd9-4e27-959a-3aff10cccec4 req-773c10b3-1831-4b00-9f2e-64a6e0df0a56 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=b78261dd-be23-4771-9073-9a716a608356 HTTP/1.1" status: 200 len: 856 time: 0.0877595 Oct 31 14:59:39.121140 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-4a30a0f6-fda3-4c74-9c0f-621a30bbdc8f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:39.124645 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-4a30a0f6-fda3-4c74-9c0f-621a30bbdc8f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (24d00447-20c5-495b-8b01-da97c8e1d210), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:39.153927 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:39.165861 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:39.173187 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b865d5d-5bd9-4e27-959a-3aff10cccec4 req-e7db5d4d-e0c9-4243-a07d-3b69b9c012c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:39.175399 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8b865d5d-5bd9-4e27-959a-3aff10cccec4 req-e7db5d4d-e0c9-4243-a07d-3b69b9c012c0 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769815 Oct 31 14:59:39.223314 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.l3_db [None req-4a30a0f6-fda3-4c74-9c0f-621a30bbdc8f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Floating IP 24d00447-20c5-495b-8b01-da97c8e1d210 associated. External IP: 172.27.0.42, port: 6a9e3150-6dc5-47df-9fbf-dfca71a2568d. Oct 31 14:59:39.270985 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4da3c5f8-c3b7-4e82-aa3c-152c818b0791 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:39.277067 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4da3c5f8-c3b7-4e82-aa3c-152c818b0791 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (867b3f06-806c-41cd-a6db-fd014904525f), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:39.308735 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:39.351966 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8b865d5d-5bd9-4e27-959a-3aff10cccec4 req-8d172ef1-40df-44f4-a1e4-fec3d053542d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473584 Oct 31 14:59:39.450164 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [None req-4da3c5f8-c3b7-4e82-aa3c-152c818b0791 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Floating IP 867b3f06-806c-41cd-a6db-fd014904525f associated. External IP: 172.27.0.36, port: eca3597d-1f0c-4411-bf26-b163a2db64fc. Oct 31 14:59:39.593106 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:39.655984 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a30a0f6-fda3-4c74-9c0f-621a30bbdc8f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 14:59:39.760887 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a30a0f6-fda3-4c74-9c0f-621a30bbdc8f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:59:39.766550 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-4a30a0f6-fda3-4c74-9c0f-621a30bbdc8f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:39.772493 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b08619-8669-4ce1-b745-beeeca1d7fb9 None None] Sync routers for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:59:39.783243 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b08619-8669-4ce1-b745-beeeca1d7fb9 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:59:39.784494 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-61b08619-8669-4ce1-b745-beeeca1d7fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:59:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:59:39.805093 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-4a30a0f6-fda3-4c74-9c0f-621a30bbdc8f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/24d00447-20c5-495b-8b01-da97c8e1d210 HTTP/1.1" status: 200 len: 990 time: 1.1536872 Oct 31 14:59:39.805723 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b5253e-385d-419d-9fdc-d04de43ab441', 'tag': '6a9e3150-6dc5-47df-9fbf-dfca71a2568d'}] {{(pid=119728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:59:39.808830 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70659c7d82748c464bbc4d22addfc580e7d5d3b031e95af23221b39b4b2150b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b0eb37-e6a7-4e1e-84b2-73f5cf3b6627" -d '{"events": [{"name": "network-changed", "server_uuid": "19b5253e-385d-419d-9fdc-d04de43ab441", "tag": "6a9e3150-6dc5-47df-9fbf-dfca71a2568d"}]}' {{(pid=119728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:59:39.831471 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a4f1a-3a59-4313-ad4e-1d1d78bb720e req-de5e08fb-6a6a-47a0-b884-062a146037ec tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:39.832957 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-270a4f1a-3a59-4313-ad4e-1d1d78bb720e req-de5e08fb-6a6a-47a0-b884-062a146037ec tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.3470435 Oct 31 14:59:39.836585 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8b865d5d-5bd9-4e27-959a-3aff10cccec4 req-2eecbd75-dfa5-49ca-819b-8e304fbf7301 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558532 Oct 31 14:59:39.859165 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36d873a-9c49-45b1-85f6-9bbb2ba0b074 x-openstack-request-id: req-d36d873a-9c49-45b1-85f6-9bbb2ba0b074 {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:59:39.859452 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b5253e-385d-419d-9fdc-d04de43ab441", "tag": "6a9e3150-6dc5-47df-9fbf-dfca71a2568d", "status": "completed", "code": 200}]} {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:59:39.860325 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d36d873a-9c49-45b1-85f6-9bbb2ba0b074 {{(pid=119728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:59:39.860325 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36d873a-9c49-45b1-85f6-9bbb2ba0b074'] response: {'name': 'network-changed', 'server_uuid': '19b5253e-385d-419d-9fdc-d04de43ab441', 'tag': '6a9e3150-6dc5-47df-9fbf-dfca71a2568d', 'status': 'completed', 'code': 200} Oct 31 14:59:39.902162 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-61b08619-8669-4ce1-b745-beeeca1d7fb9 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:59:39.927967 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:39.960392 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-270a4f1a-3a59-4313-ad4e-1d1d78bb720e req-81992b4a-0bc0-44f4-ba7c-7467adb89167 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211495 Oct 31 14:59:39.976615 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0eb37-e6a7-4e1e-84b2-73f5cf3b6627 req-c71fdb94-9cf1-4e03-9cf1-8d5159d3199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:39.978111 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-10b0eb37-e6a7-4e1e-84b2-73f5cf3b6627 req-c71fdb94-9cf1-4e03-9cf1-8d5159d3199d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 1129 time: 0.0646544 Oct 31 14:59:40.088973 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da3c5f8-c3b7-4e82-aa3c-152c818b0791 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Router 3e116425-6006-4b6c-abd9-e78ee6c430ee has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 14:59:40.136831 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:40.154783 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0eb37-e6a7-4e1e-84b2-73f5cf3b6627 req-efcd4f3d-040b-494b-a460-151713066626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:40.156283 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-10b0eb37-e6a7-4e1e-84b2-73f5cf3b6627 req-efcd4f3d-040b-494b-a460-151713066626 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 200 len: 915 time: 0.1509051 Oct 31 14:59:40.249480 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:40.263410 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-10b0eb37-e6a7-4e1e-84b2-73f5cf3b6627 req-aaa0eb5d-4096-4b65-8fd7-5c3bfb7585a2 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a9e3150-6dc5-47df-9fbf-dfca71a2568d HTTP/1.1" status: 200 len: 998 time: 0.0991328 Oct 31 14:59:40.269673 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da3c5f8-c3b7-4e82-aa3c-152c818b0791 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 14:59:40.274661 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4da3c5f8-c3b7-4e82-aa3c-152c818b0791 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:40.280340 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab2624-b128-4466-94da-02777c5e92c3 None None] Sync routers for ids ['3e116425-6006-4b6c-abd9-e78ee6c430ee'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 14:59:40.292024 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab2624-b128-4466-94da-02777c5e92c3 None None] Routers {'3e116425-6006-4b6c-abd9-e78ee6c430ee'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:59:40.293341 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-43ab2624-b128-4466-94da-02777c5e92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:59:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['3e116425-6006-4b6c-abd9-e78ee6c430ee'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:59:40.298052 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-61b08619-8669-4ce1-b745-beeeca1d7fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '24d00447-20c5-495b-8b01-da97c8e1d210', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '6a9e3150-6dc5-47df-9fbf-dfca71a2568d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:84:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b5253e-385d-419d-9fdc-d04de43ab441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:59:08Z', 'updated_at': '2022-10-31T14:59:39Z', 'revision_number': 1, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}, {'id': '890dd89b-e9b9-4064-988f-79012f6d5083', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '066e375b-5369-47d6-9723-3f3d6ad24590', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:81:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:57:03Z', 'updated_at': '2022-10-31T14:57:54Z', 'revision_number': 2, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:59:40.320788 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:40.326867 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b08619-8669-4ce1-b745-beeeca1d7fb9 None None] Checking router: 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:59:40.337949 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-4da3c5f8-c3b7-4e82-aa3c-152c818b0791 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/867b3f06-806c-41cd-a6db-fd014904525f HTTP/1.1" status: 200 len: 990 time: 1.8206077 Oct 31 14:59:40.340250 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'tag': 'eca3597d-1f0c-4411-bf26-b163a2db64fc'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:59:40.342416 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b63900-140a-4b8c-a835-360cb0843e81" -d '{"events": [{"name": "network-changed", "server_uuid": "764f83d2-ab35-4b21-a738-a7f366fddf0e", "tag": "eca3597d-1f0c-4411-bf26-b163a2db64fc"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:59:40.347878 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b08619-8669-4ce1-b745-beeeca1d7fb9 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:59:40.348741 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-61b08619-8669-4ce1-b745-beeeca1d7fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:59:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:59:40.352694 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0eb37-e6a7-4e1e-84b2-73f5cf3b6627 req-e6995f6d-9548-437d-bb23-a9200952ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:40.354182 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-10b0eb37-e6a7-4e1e-84b2-73f5cf3b6627 req-e6995f6d-9548-437d-bb23-a9200952ba98 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=6c0893af-f459-43bc-83fe-ab19005e56d2 HTTP/1.1" status: 200 len: 853 time: 0.0827639 Oct 31 14:59:40.380873 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 14:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4502e9-ed04-41af-a0f2-f563e3e0247f x-openstack-request-id: req-fb4502e9-ed04-41af-a0f2-f563e3e0247f {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:59:40.381164 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764f83d2-ab35-4b21-a738-a7f366fddf0e", "tag": "eca3597d-1f0c-4411-bf26-b163a2db64fc", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:59:40.381412 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb4502e9-ed04-41af-a0f2-f563e3e0247f {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:59:40.382509 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4502e9-ed04-41af-a0f2-f563e3e0247f'] response: {'name': 'network-changed', 'server_uuid': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'tag': 'eca3597d-1f0c-4411-bf26-b163a2db64fc', 'status': 'completed', 'code': 200} Oct 31 14:59:40.457522 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-61b08619-8669-4ce1-b745-beeeca1d7fb9 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:59:40.492680 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-43ab2624-b128-4466-94da-02777c5e92c3 None None] Set router 3e116425-6006-4b6c-abd9-e78ee6c430ee gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:59:40.677993 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b63900-140a-4b8c-a835-360cb0843e81 req-8e551c49-39cb-4812-9c6c-0d3bf60ee755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:40.679505 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1b63900-140a-4b8c-a835-360cb0843e81 req-8e551c49-39cb-4812-9c6c-0d3bf60ee755 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 1129 time: 0.0519314 Oct 31 14:59:40.684888 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0eb37-e6a7-4e1e-84b2-73f5cf3b6627 req-0b704e33-b17d-47a0-b809-9fc1185935b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:40.686726 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-10b0eb37-e6a7-4e1e-84b2-73f5cf3b6627 req-0b704e33-b17d-47a0-b809-9fc1185935b0 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=344848ef-d9a5-4f9a-8ddf-c96c364ed358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1090856 Oct 31 14:59:40.687005 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-61b08619-8669-4ce1-b745-beeeca1d7fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '24d00447-20c5-495b-8b01-da97c8e1d210', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '6a9e3150-6dc5-47df-9fbf-dfca71a2568d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:84:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b5253e-385d-419d-9fdc-d04de43ab441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:59:08Z', 'updated_at': '2022-10-31T14:59:39Z', 'revision_number': 1, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}, {'id': '890dd89b-e9b9-4064-988f-79012f6d5083', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '066e375b-5369-47d6-9723-3f3d6ad24590', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:81:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:57:03Z', 'updated_at': '2022-10-31T14:57:54Z', 'revision_number': 2, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:59:40.721003 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-43ab2624-b128-4466-94da-02777c5e92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '867b3f06-806c-41cd-a6db-fd014904525f', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'port_id': 'eca3597d-1f0c-4411-bf26-b163a2db64fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'mac_address': 'fa:16:3e:64:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:59:01Z', 'updated_at': '2022-10-31T14:59:39Z', 'revision_number': 1, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a102c1d2-f3b3-4523-93b1-c4692daf8c10', 'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'mac_address': 'fa:16:3e:f0:74:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:47Z', 'updated_at': '2022-10-31T14:57:10Z', 'revision_number': 5, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'subnets': [{'id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:59:40.722688 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b08619-8669-4ce1-b745-beeeca1d7fb9 None None] The sync data for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi is: [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '24d00447-20c5-495b-8b01-da97c8e1d210', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '6a9e3150-6dc5-47df-9fbf-dfca71a2568d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:84:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b5253e-385d-419d-9fdc-d04de43ab441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:59:08Z', 'updated_at': '2022-10-31T14:59:39Z', 'revision_number': 1, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}, {'id': '890dd89b-e9b9-4064-988f-79012f6d5083', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '066e375b-5369-47d6-9723-3f3d6ad24590', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:81:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:57:03Z', 'updated_at': '2022-10-31T14:57:54Z', 'revision_number': 2, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:59:40.752220 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab2624-b128-4466-94da-02777c5e92c3 None None] Checking router: 3e116425-6006-4b6c-abd9-e78ee6c430ee for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 14:59:40.762264 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab2624-b128-4466-94da-02777c5e92c3 None None] Routers {'3e116425-6006-4b6c-abd9-e78ee6c430ee'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 14:59:40.762821 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-43ab2624-b128-4466-94da-02777c5e92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T14:59:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['3e116425-6006-4b6c-abd9-e78ee6c430ee'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:59:40.866955 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-43ab2624-b128-4466-94da-02777c5e92c3 None None] Set router 3e116425-6006-4b6c-abd9-e78ee6c430ee gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 14:59:40.888648 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b63900-140a-4b8c-a835-360cb0843e81 req-eb5566ee-163c-4407-87c7-f8aa6646b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:40.890659 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1b63900-140a-4b8c-a835-360cb0843e81 req-eb5566ee-163c-4407-87c7-f8aa6646b7d8 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 919 time: 0.1939611 Oct 31 14:59:40.892861 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-10b0eb37-e6a7-4e1e-84b2-73f5cf3b6627 req-885b85a4-eb71-4187-8930-abdbf3add14c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731460 Oct 31 14:59:41.003721 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfe837c-87d0-4db9-b582-a42a07ddca1c None None] New status for floating IP 24d00447-20c5-495b-8b01-da97c8e1d210: ACTIVE {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 14:59:41.098577 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-43ab2624-b128-4466-94da-02777c5e92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '867b3f06-806c-41cd-a6db-fd014904525f', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'port_id': 'eca3597d-1f0c-4411-bf26-b163a2db64fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'mac_address': 'fa:16:3e:64:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:59:01Z', 'updated_at': '2022-10-31T14:59:39Z', 'revision_number': 1, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a102c1d2-f3b3-4523-93b1-c4692daf8c10', 'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'mac_address': 'fa:16:3e:f0:74:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:47Z', 'updated_at': '2022-10-31T14:57:10Z', 'revision_number': 5, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'subnets': [{'id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 14:59:41.103801 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22923bbb-c4b7-4742-9158-19af5fe8cfc4 req-d5673f9a-9e9d-4a8b-afc3-101b91ab5e66 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:41.105437 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-22923bbb-c4b7-4742-9158-19af5fe8cfc4 req-d5673f9a-9e9d-4a8b-afc3-101b91ab5e66 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0499086 Oct 31 14:59:41.125388 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab2624-b128-4466-94da-02777c5e92c3 None None] The sync data for ids ['3e116425-6006-4b6c-abd9-e78ee6c430ee'] in dv-cinder-860227-3-iscsi is: [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '867b3f06-806c-41cd-a6db-fd014904525f', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'port_id': 'eca3597d-1f0c-4411-bf26-b163a2db64fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'mac_address': 'fa:16:3e:64:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:59:01Z', 'updated_at': '2022-10-31T14:59:39Z', 'revision_number': 1, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a102c1d2-f3b3-4523-93b1-c4692daf8c10', 'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'mac_address': 'fa:16:3e:f0:74:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:47Z', 'updated_at': '2022-10-31T14:57:10Z', 'revision_number': 5, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'subnets': [{'id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 14:59:41.166818 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-22923bbb-c4b7-4742-9158-19af5fe8cfc4 req-358e0a2e-7725-410c-ba04-744b32f14440 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525248 Oct 31 14:59:41.720784 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1b63900-140a-4b8c-a835-360cb0843e81 req-cc894cef-e4b5-44c9-b58a-c73b73e2631b service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca3597d-1f0c-4411-bf26-b163a2db64fc HTTP/1.1" status: 200 len: 998 time: 0.1158154 Oct 31 14:59:41.738695 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059f49fa-3a8c-4f9f-8877-d5200b8c09cd None None] New status for floating IP 867b3f06-806c-41cd-a6db-fd014904525f: ACTIVE {{(pid=119730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 14:59:41.787305 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-10b0eb37-e6a7-4e1e-84b2-73f5cf3b6627 req-e1cf5486-61a4-4965-8d40-5ac5e5b382ba service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836321 Oct 31 14:59:41.798595 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b63900-140a-4b8c-a835-360cb0843e81 req-5895bf14-3130-410d-81a5-5247d20ae752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:41.800924 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1b63900-140a-4b8c-a835-360cb0843e81 req-5895bf14-3130-410d-81a5-5247d20ae752 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.0665903 Oct 31 14:59:41.855078 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b63900-140a-4b8c-a835-360cb0843e81 req-a6a3544b-bbad-4c8f-ad44-bc88acb86290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:41.856620 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1b63900-140a-4b8c-a835-360cb0843e81 req-a6a3544b-bbad-4c8f-ad44-bc88acb86290 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440538 Oct 31 14:59:41.952136 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1b63900-140a-4b8c-a835-360cb0843e81 req-0b1af55c-b768-49c2-b6cd-5b1aca989465 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890777 Oct 31 14:59:42.055211 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1b63900-140a-4b8c-a835-360cb0843e81 req-96bf348f-24b9-4fd7-af70-307b7e49c23c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966778 Oct 31 14:59:42.302067 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213307f-7af5-4d48-bde4-4f782eaee11d req-7d105da2-6b83-4b9d-b2b4-8f237ee61579 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:42.303576 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2213307f-7af5-4d48-bde4-4f782eaee11d req-7d105da2-6b83-4b9d-b2b4-8f237ee61579 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 944 time: 0.0481865 Oct 31 14:59:42.351395 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2213307f-7af5-4d48-bde4-4f782eaee11d req-35ee002e-6ec9-4c82-8b6c-b3114389c168 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422170 Oct 31 14:59:42.619576 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6951bd8b-ac72-4ceb-9344-47d91749e055 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 14:59:42.765776 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:42.782762 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6951bd8b-ac72-4ceb-9344-47d91749e055, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6951bd8b-ac72-4ceb-9344-47d91749e055,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:59:42.794632 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'port_id': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'mac_address': 'fa:16:3e:a0:69:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 14:59:42.829465 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 6951bd8b-ac72-4ceb-9344-47d91749e055 is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:59:42.829847 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:42.838619 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:42.844048 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6951bd8b-ac72-4ceb-9344-47d91749e055 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 14:59:42.864841 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6951bd8b-ac72-4ceb-9344-47d91749e055, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6951bd8b-ac72-4ceb-9344-47d91749e055,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:59:42.868349 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:42.916368 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=6951bd8b-ac72-4ceb-9344-47d91749e055,revision_number=9']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:42.923220 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:59:42.923577 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:59:42.923951 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:59:42.924304 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:59:42.924636 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:59:42.924960 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:59:42.925308 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:59:42.925632 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:59:42.925954 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:59:42.926274 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:59:42.926594 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:59:42.926926 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:59:42.927249 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:59:42.927583 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:59:42.927903 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 14:59:43.192651 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['6951bd8b-ac72-4ceb-9344-47d91749e055'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 14:59:43.479542 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a226476-9d71-499d-a4fa-5c14e5aab6aa req-bb86d680-7563-40ce-8d6d-874da06156a5 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:43.480931 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3a226476-9d71-499d-a4fa-5c14e5aab6aa req-bb86d680-7563-40ce-8d6d-874da06156a5 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 945 time: 0.0474820 Oct 31 14:59:43.510746 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:43.527873 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3a226476-9d71-499d-a4fa-5c14e5aab6aa req-0b517e08-7963-4af3-b420-3bc9eeb66ee7 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413938 Oct 31 14:59:44.625911 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6951bd8b-ac72-4ceb-9344-47d91749e055 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 14:59:44.653378 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ed2fe-da2c-486d-be04-defbf19b7865 req-213468cd-d28a-4f9e-b83e-b918f8dadb85 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:44.654859 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c73ed2fe-da2c-486d-be04-defbf19b7865 req-213468cd-d28a-4f9e-b83e-b918f8dadb85 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 945 time: 0.0461440 Oct 31 14:59:44.674377 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 6951bd8b-ac72-4ceb-9344-47d91749e055 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 14:59:44.674747 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:44.675136 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 6951bd8b-ac72-4ceb-9344-47d91749e055 Oct 31 14:59:44.703716 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c73ed2fe-da2c-486d-be04-defbf19b7865 req-ab1a4237-752b-425c-bf0b-9d7b76b03ddf tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420487 Oct 31 14:59:44.750004 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 6951bd8b-ac72-4ceb-9344-47d91749e055 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 14:59:44.750391 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:44.773771 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214568bd-3ebf-4f91-8153-d60959d49119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6951bd8b-ac72-4ceb-9344-47d91749e055'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 14:59:44.776019 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e6373c-4b68-4446-bd0a-90cc9e7c863c" -d '{"events": [{"server_uuid": "214568bd-3ebf-4f91-8153-d60959d49119", "name": "network-vif-plugged", "status": "completed", "tag": "6951bd8b-ac72-4ceb-9344-47d91749e055"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 14:59:44.788992 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 6951bd8b-ac72-4ceb-9344-47d91749e055, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6951bd8b-ac72-4ceb-9344-47d91749e055,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 14:59:44.793102 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:44.821384 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 14:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5ffa6b-4d99-4c0d-8268-de7c3801ee5f x-openstack-request-id: req-6c5ffa6b-4d99-4c0d-8268-de7c3801ee5f {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 14:59:44.821672 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214568bd-3ebf-4f91-8153-d60959d49119", "name": "network-vif-plugged", "status": "completed", "tag": "6951bd8b-ac72-4ceb-9344-47d91749e055", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 14:59:44.821922 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c5ffa6b-4d99-4c0d-8268-de7c3801ee5f {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 14:59:44.822303 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5ffa6b-4d99-4c0d-8268-de7c3801ee5f'] response: {'server_uuid': '214568bd-3ebf-4f91-8153-d60959d49119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'code': 200} Oct 31 14:59:44.849481 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=6951bd8b-ac72-4ceb-9344-47d91749e055,revision_number=10']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 14:59:45.267933 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9782fd8c-dcfe-4dcc-82bd-9554a59a2cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:45.317191 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278f464-428d-4f55-9ca1-7aea3363da1a req-bc890e8c-696a-4586-8d87-7e40b175fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:45.318719 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5278f464-428d-4f55-9ca1-7aea3363da1a req-bc890e8c-696a-4586-8d87-7e40b175fd1e service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 1131 time: 0.0430202 Oct 31 14:59:45.363623 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5278f464-428d-4f55-9ca1-7aea3363da1a req-7f532334-8053-4aba-a80f-f2687b466505 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376606 Oct 31 14:59:45.833701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b403e8-e070-4bd7-8123-08ddc8a97945 req-a50e798a-29e1-4216-bd4b-ed8c2d59f6c8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:45.835179 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d8b403e8-e070-4bd7-8123-08ddc8a97945 req-a50e798a-29e1-4216-bd4b-ed8c2d59f6c8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 947 time: 0.0517430 Oct 31 14:59:45.882478 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d8b403e8-e070-4bd7-8123-08ddc8a97945 req-5419b5b2-bd64-4dda-9289-a44cc23af264 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416954 Oct 31 14:59:46.997057 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:47.018357 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24fb25-ab78-4e60-91b2-43b93bd5ea8f req-a32a09b1-ec52-48dd-9c05-f638b5a41814 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:47.019906 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2d24fb25-ab78-4e60-91b2-43b93bd5ea8f req-a32a09b1-ec52-48dd-9c05-f638b5a41814 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 947 time: 0.0527656 Oct 31 14:59:47.068987 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2d24fb25-ab78-4e60-91b2-43b93bd5ea8f req-ec68a698-3138-4854-a99f-a2b2a5997bd6 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433104 Oct 31 14:59:47.492379 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9ae46d91-077a-4b12-a6f7-564c1e9274b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:48.198308 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224858a8-9432-42e5-95d9-338b71c35873 req-7feff75a-da4b-495f-b39d-0ebe9a434764 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 14:59:48.199797 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-224858a8-9432-42e5-95d9-338b71c35873 req-7feff75a-da4b-495f-b39d-0ebe9a434764 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 947 time: 0.0462434 Oct 31 14:59:48.246401 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-224858a8-9432-42e5-95d9-338b71c35873 req-15209843-a104-4686-a43d-a7c7a7623753 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408232 Oct 31 14:59:49.082135 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:50.589421 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:50.778342 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 14:59:51.961632 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:51.965766 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=88 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:57.061668 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=8 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:57.064267 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=17 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:58.240692 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=54 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 14:59:58.243220 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=68 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:00.772028 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:00.774276 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:00.848930 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abab748-88d8-490d-bc74-805f088bcca6 req-60baeade-f9b9-4a12-af4b-03be7d1f552e tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:00.850383 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6abab748-88d8-490d-bc74-805f088bcca6 req-60baeade-f9b9-4a12-af4b-03be7d1f552e tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0495887 Oct 31 15:00:00.903606 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6abab748-88d8-490d-bc74-805f088bcca6 req-6b90ce1a-9e81-4474-8c92-38f3da2df18d tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474944 Oct 31 15:00:02.035112 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fc9cc-ccba-4f11-8e04-a0cfeadfbfef req-2530c228-11db-46a0-8f86-7070409221d0 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:02.036854 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-dd5fc9cc-ccba-4f11-8e04-a0cfeadfbfef req-2530c228-11db-46a0-8f86-7070409221d0 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0550046 Oct 31 15:00:02.088132 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-dd5fc9cc-ccba-4f11-8e04-a0cfeadfbfef req-200c1717-394d-4b84-a9e5-25ed11c4bc04 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453861 Oct 31 15:00:02.924244 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:00:03.208310 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401c416-a967-4c00-bb96-ed7ae0603099 req-91bf533c-871d-4239-ab9c-28667d0b4732 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:03.209827 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1401c416-a967-4c00-bb96-ed7ae0603099 req-91bf533c-871d-4239-ab9c-28667d0b4732 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0471909 Oct 31 15:00:03.257466 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1401c416-a967-4c00-bb96-ed7ae0603099 req-4cc7c0c5-ea65-44af-9ba3-536439b375dc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423863 Oct 31 15:00:04.377951 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d1542-ba56-4687-995c-d9f38d785ee6 req-1d43f829-2a23-417f-ac6b-8841c3c3fce0 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:04.379450 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7a5d1542-ba56-4687-995c-d9f38d785ee6 req-1d43f829-2a23-417f-ac6b-8841c3c3fce0 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0466857 Oct 31 15:00:04.426657 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7a5d1542-ba56-4687-995c-d9f38d785ee6 req-01d02c59-7179-43a0-8b4f-3f1b0309be69 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418868 Oct 31 15:00:05.546837 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d15d5-402a-4855-a3a7-528f8192cd0a req-982b2415-7e3e-4945-8b9c-2bacbcf63138 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:05.548349 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-075d15d5-402a-4855-a3a7-528f8192cd0a req-982b2415-7e3e-4945-8b9c-2bacbcf63138 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0472720 Oct 31 15:00:05.596026 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-075d15d5-402a-4855-a3a7-528f8192cd0a req-f63ac986-db2e-41db-ad2c-ca1b15cca958 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420234 Oct 31 15:00:06.714686 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd18ee1-dab1-46d4-99b7-ab1ce64db7aa req-c87ec3b0-5fc0-4f01-85ce-8a1633fd9ed7 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:06.716183 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-bfd18ee1-dab1-46d4-99b7-ab1ce64db7aa req-c87ec3b0-5fc0-4f01-85ce-8a1633fd9ed7 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0465465 Oct 31 15:00:06.765468 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-bfd18ee1-dab1-46d4-99b7-ab1ce64db7aa req-a27d8304-ad04-4b98-a143-8dc3127791f4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432332 Oct 31 15:00:07.248259 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:07.889816 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c38d90-90ee-4ff2-a0af-3c6f8820a764 req-913f3c96-5a2d-42c1-882e-aee6cea002cc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:07.891318 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-55c38d90-90ee-4ff2-a0af-3c6f8820a764 req-913f3c96-5a2d-42c1-882e-aee6cea002cc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0499194 Oct 31 15:00:07.938806 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-55c38d90-90ee-4ff2-a0af-3c6f8820a764 req-2bc3bb25-8e64-4cea-80a0-7caac3e23493 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415664 Oct 31 15:00:09.061786 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a80262-de67-4724-a6a0-d860ae18af5b req-69e4b745-37d3-4dd9-8f10-9f3de1b50419 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:09.063261 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c7a80262-de67-4724-a6a0-d860ae18af5b req-69e4b745-37d3-4dd9-8f10-9f3de1b50419 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0477891 Oct 31 15:00:09.110799 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c7a80262-de67-4724-a6a0-d860ae18af5b req-2c352773-fd28-4a4d-8508-76a0fd2b4fce tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411468 Oct 31 15:00:10.233102 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce76867-ccfd-4778-932b-deb32675f484 req-57b217aa-9055-478e-924e-4757a461d884 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:10.234566 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ce76867-ccfd-4778-932b-deb32675f484 req-57b217aa-9055-478e-924e-4757a461d884 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0470519 Oct 31 15:00:10.281287 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ce76867-ccfd-4778-932b-deb32675f484 req-ca06deae-fb46-4851-992a-736e8f6198cb tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407512 Oct 31 15:00:11.401243 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c5855-e615-4e29-be48-339b07e02fb5 req-ee2d334c-5fbb-46a4-b094-027a156228bc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:11.402777 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6f6c5855-e615-4e29-be48-339b07e02fb5 req-ee2d334c-5fbb-46a4-b094-027a156228bc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0470560 Oct 31 15:00:11.449179 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6f6c5855-e615-4e29-be48-339b07e02fb5 req-ce915829-de3b-478f-aa27-0d8268c63d47 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408595 Oct 31 15:00:11.694464 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e40c1-20c3-484a-9b0a-71731df28902 req-7cdfbd13-bf0f-4627-946f-f45229a14f37 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:11.695989 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0c9e40c1-20c3-484a-9b0a-71731df28902 req-7cdfbd13-bf0f-4627-946f-f45229a14f37 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0512137 Oct 31 15:00:11.719364 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b340-0bfc-4e07-a561-627bb20d283f req-5f8a122f-3375-404a-a6f9-a4eacc60815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:11.721014 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fd55b340-0bfc-4e07-a561-627bb20d283f req-5f8a122f-3375-404a-a6f9-a4eacc60815e service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=fdab2d4f39c64f239ded71cc9773c8bb&device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 1129 time: 0.0396762 Oct 31 15:00:11.744149 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0c9e40c1-20c3-484a-9b0a-71731df28902 req-eb1af671-1b4e-4791-8e45-af3547c6acd3 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424345 Oct 31 15:00:11.815262 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b340-0bfc-4e07-a561-627bb20d283f req-a5993e94-d845-459f-9f2b-4305806ac246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:11.816785 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fd55b340-0bfc-4e07-a561-627bb20d283f req-a5993e94-d845-459f-9f2b-4305806ac246 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=d9dc557c-0645-443c-a01e-416bcfdc6824 HTTP/1.1" status: 200 len: 911 time: 0.0898411 Oct 31 15:00:11.878387 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fd55b340-0bfc-4e07-a561-627bb20d283f req-66fff7c5-f447-4f8d-b42e-95ef383f8a1f service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24a2724b-5bec-4b7b-938e-508059f058d4 HTTP/1.1" status: 200 len: 1001 time: 0.0547166 Oct 31 15:00:11.929599 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b340-0bfc-4e07-a561-627bb20d283f req-e1bdd5f8-d640-4e66-8fd9-5def0449993e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:11.931027 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fd55b340-0bfc-4e07-a561-627bb20d283f req-e1bdd5f8-d640-4e66-8fd9-5def0449993e service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=2c5945c2-d0e4-41cf-a260-34d36848aab1 HTTP/1.1" status: 200 len: 849 time: 0.0463653 Oct 31 15:00:11.974219 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b340-0bfc-4e07-a561-627bb20d283f req-900cec03-f172-4fe9-9f5d-8a3834ce1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:11.975703 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fd55b340-0bfc-4e07-a561-627bb20d283f req-900cec03-f172-4fe9-9f5d-8a3834ce1ffe service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=d9dc557c-0645-443c-a01e-416bcfdc6824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379760 Oct 31 15:00:12.063595 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fd55b340-0bfc-4e07-a561-627bb20d283f req-901281d8-73d7-4ab5-9803-a0ea7fe067d1 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809567 Oct 31 15:00:12.156458 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fd55b340-0bfc-4e07-a561-627bb20d283f req-00cc732b-3ea2-4215-9b6e-2225a46403e6 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864770 Oct 31 15:00:12.849426 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:12.868198 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fe408-a0b0-49b4-965b-4881e762aaae req-0d1fc5e7-0891-4906-b752-773e28d279ad tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:12.869673 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-616fe408-a0b0-49b4-965b-4881e762aaae req-0d1fc5e7-0891-4906-b752-773e28d279ad tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0490742 Oct 31 15:00:12.918358 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-616fe408-a0b0-49b4-965b-4881e762aaae req-35054429-8e02-4305-a978-22b5f646cf0d tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429897 Oct 31 15:00:12.945938 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:12.946667 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:14.039784 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b77eb-65a6-4b74-a3d8-d2f6f7b37186 req-af1fcbb3-4eef-4789-88a4-cd0e7a3fc59b tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:14.041269 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-246b77eb-65a6-4b74-a3d8-d2f6f7b37186 req-af1fcbb3-4eef-4789-88a4-cd0e7a3fc59b tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0479572 Oct 31 15:00:14.089265 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-246b77eb-65a6-4b74-a3d8-d2f6f7b37186 req-fd9ddf5e-134e-4108-a097-11ecf1f24be8 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425260 Oct 31 15:00:15.271635 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-58e84da6-3d42-48cd-bd29-4537930c75cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:17.493388 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3c36cc10-4f63-40f6-9001-048b5b81f7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:19.084991 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:20.593989 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:20.783939 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:22.912647 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:22.914645 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=7 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:24.077921 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=65 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:24.086027 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=61 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:24.141246 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be30515-1af4-4304-b846-bc7ab32177db req-bb91dc12-0b47-4d4f-88ff-961a59013a21 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:24.142992 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4be30515-1af4-4304-b846-bc7ab32177db req-bb91dc12-0b47-4d4f-88ff-961a59013a21 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 945 time: 0.0466428 Oct 31 15:00:24.193543 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4be30515-1af4-4304-b846-bc7ab32177db req-f6c312dc-d4e2-4ac1-86e3-fec9f40df586 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450165 Oct 31 15:00:25.319406 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c885b-41c6-4135-939b-7d6c14b7b698 req-0aca8d3f-a411-4628-8391-c89f58085315 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:25.320915 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3e3c885b-41c6-4135-939b-7d6c14b7b698 req-0aca8d3f-a411-4628-8391-c89f58085315 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 945 time: 0.0492923 Oct 31 15:00:25.367823 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3e3c885b-41c6-4135-939b-7d6c14b7b698 req-2a5f260e-61be-44f1-9def-f5fc9b44b7de tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a0dbd978-c0e8-40e6-a2bb-99595949bfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412505 Oct 31 15:00:25.767577 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-a2f86e8b-ed92-4003-baac-5972fb6670b2 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:25.769067 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-a2f86e8b-ed92-4003-baac-5972fb6670b2 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 945 time: 0.0524607 Oct 31 15:00:25.850749 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Deleting port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:00:25.851085 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:25.943789 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] For port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6a9e3150-6dc5-47df-9fbf-dfca71a2568d,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:00:25.944150 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:26.158377 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:26.158758 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (24d00447-20c5-495b-8b01-da97c8e1d210), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:26.159071 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Floating IP 24d00447-20c5-495b-8b01-da97c8e1d210 disassociated. External IP: 172.27.0.42, port: 6a9e3150-6dc5-47df-9fbf-dfca71a2568d. Oct 31 15:00:26.159401 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Calling delete_port for 6a9e3150-6dc5-47df-9fbf-dfca71a2568d owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:00:26.284279 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (6a9e3150-6dc5-47df-9fbf-dfca71a2568d), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:26.312578 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event deleted for resources: {'Port': ['ID=6a9e3150-6dc5-47df-9fbf-dfca71a2568d,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:26.323770 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:26.324116 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:26.324451 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:26.324783 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:26.325111 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:26.325436 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:26.325777 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:26.326077 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:26.326396 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:26.326719 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:26.327298 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:26.327639 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:26.327958 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:26.328274 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:26.328589 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:26.432988 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:00:26.474326 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0c9d38b8-4202-4868-adf9-3c4680dfd804 req-3efd848f-a1ee-4e66-ad72-92a2124a2a6d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=19b5253e-385d-419d-9fdc-d04de43ab441 HTTP/1.1" status: 200 len: 210 time: 0.0297315 Oct 31 15:00:26.538902 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:00:26.548369 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee17880-1904-48ad-a044-22ea68c203d5 None None] Sync routers for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:00:26.558667 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee17880-1904-48ad-a044-22ea68c203d5 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:00:26.559363 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-eee17880-1904-48ad-a044-22ea68c203d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:26.582915 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] No DVR routers for this DVR port 6a9e3150-6dc5-47df-9fbf-dfca71a2568d on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:00:26.585484 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:26.588717 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c2fa0b98-5ba0-4009-8503-51916fd49082 req-37d85efc-2bcf-4077-846d-1b97bf2616ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "DELETE /networking/v2.0/ports/6a9e3150-6dc5-47df-9fbf-dfca71a2568d HTTP/1.1" status: 204 len: 173 time: 0.8141966 Oct 31 15:00:26.589210 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b5253e-385d-419d-9fdc-d04de43ab441', 'name': 'network-vif-deleted', 'tag': '6a9e3150-6dc5-47df-9fbf-dfca71a2568d'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:00:26.591438 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddbed3a-f270-468b-b143-f96efcf5e25e" -d '{"events": [{"server_uuid": "19b5253e-385d-419d-9fdc-d04de43ab441", "name": "network-vif-deleted", "tag": "6a9e3150-6dc5-47df-9fbf-dfca71a2568d"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:00:26.632881 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56e8803-9318-48f1-92f8-5160231133f0 x-openstack-request-id: req-a56e8803-9318-48f1-92f8-5160231133f0 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:00:26.633310 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b5253e-385d-419d-9fdc-d04de43ab441", "name": "network-vif-deleted", "tag": "6a9e3150-6dc5-47df-9fbf-dfca71a2568d", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:00:26.633605 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a56e8803-9318-48f1-92f8-5160231133f0 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:00:26.634015 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56e8803-9318-48f1-92f8-5160231133f0'] response: {'server_uuid': '19b5253e-385d-419d-9fdc-d04de43ab441', 'name': 'network-vif-deleted', 'tag': '6a9e3150-6dc5-47df-9fbf-dfca71a2568d', 'status': 'completed', 'code': 200} Oct 31 15:00:26.673857 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-eee17880-1904-48ad-a044-22ea68c203d5 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:00:26.901893 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-eee17880-1904-48ad-a044-22ea68c203d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '890dd89b-e9b9-4064-988f-79012f6d5083', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '066e375b-5369-47d6-9723-3f3d6ad24590', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:81:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:57:03Z', 'updated_at': '2022-10-31T14:57:54Z', 'revision_number': 2, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:26.929262 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee17880-1904-48ad-a044-22ea68c203d5 None None] Checking router: 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:00:26.939451 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee17880-1904-48ad-a044-22ea68c203d5 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:00:26.940100 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-eee17880-1904-48ad-a044-22ea68c203d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:27.179020 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-eee17880-1904-48ad-a044-22ea68c203d5 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:00:27.397557 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-eee17880-1904-48ad-a044-22ea68c203d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '890dd89b-e9b9-4064-988f-79012f6d5083', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '066e375b-5369-47d6-9723-3f3d6ad24590', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:81:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:57:03Z', 'updated_at': '2022-10-31T14:57:54Z', 'revision_number': 2, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:27.428004 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee17880-1904-48ad-a044-22ea68c203d5 None None] The sync data for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi is: [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '890dd89b-e9b9-4064-988f-79012f6d5083', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '066e375b-5369-47d6-9723-3f3d6ad24590', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:81:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:57:03Z', 'updated_at': '2022-10-31T14:57:54Z', 'revision_number': 2, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:00:27.579781 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45278) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:27.645518 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (a0dbd978-c0e8-40e6-a2bb-99595949bfd8), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:27.668602 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (a0dbd978-c0e8-40e6-a2bb-99595949bfd8), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:27.678522 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03583a-6b2b-4aa1-8550-38ba1d252c1f None None] New status for floating IP 24d00447-20c5-495b-8b01-da97c8e1d210: DOWN {{(pid=119730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:00:27.722448 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a0dbd978-c0e8-40e6-a2bb-99595949bfd8), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:27.725411 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:27.727225 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a0dbd978-c0e8-40e6-a2bb-99595949bfd8 HTTP/1.1" status: 204 len: 168 time: 0.1461792 Oct 31 15:00:27.729867 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45282) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:27.739271 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dbd978-c0e8-40e6-a2bb-99595949bfd8,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:27.745150 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.api.v2.resource [None req-e27ced36-8356-4293-bfa7-ca525681f982 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] show failed (client error): The resource could not be found. Oct 31 15:00:27.746160 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-e27ced36-8356-4293-bfa7-ca525681f982 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups/a0dbd978-c0e8-40e6-a2bb-99595949bfd8 HTTP/1.1" status: 404 len: 347 time: 0.0147514 Oct 31 15:00:27.748809 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:27.749144 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:27.749262 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45284) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:27.749685 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:27.750095 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:27.750617 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:27.751094 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:27.752346 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:27.752771 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:27.753170 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:27.753575 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:27.753977 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:27.754375 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:27.754772 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:27.755167 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:27.755591 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9da4f0-ba95-43c2-a7e6-906e264d1f8e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:28.106838 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:28.111257 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-fb9eff7b-0bc7-418f-a45f-7f488c8d51fc tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Deleting port 7fd2fc11-c060-4a98-a042-39319b8db3a9 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:00:28.111257 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fb9eff7b-0bc7-418f-a45f-7f488c8d51fc tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (7fd2fc11-c060-4a98-a042-39319b8db3a9), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:28.129089 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:28.190347 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fb9eff7b-0bc7-418f-a45f-7f488c8d51fc tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (7fd2fc11-c060-4a98-a042-39319b8db3a9), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:28.190677 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fb9eff7b-0bc7-418f-a45f-7f488c8d51fc tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (7fd2fc11-c060-4a98-a042-39319b8db3a9), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:28.204052 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-fb9eff7b-0bc7-418f-a45f-7f488c8d51fc tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Calling delete_port for 7fd2fc11-c060-4a98-a042-39319b8db3a9 owned by network:floatingip {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:00:28.344187 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fb9eff7b-0bc7-418f-a45f-7f488c8d51fc tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (7fd2fc11-c060-4a98-a042-39319b8db3a9), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:28.369148 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9eff7b-0bc7-418f-a45f-7f488c8d51fc tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event deleted for resources: {'Port': ['ID=7fd2fc11-c060-4a98-a042-39319b8db3a9,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:28.435264 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fb9eff7b-0bc7-418f-a45f-7f488c8d51fc tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (24d00447-20c5-495b-8b01-da97c8e1d210), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:28.437860 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fb9eff7b-0bc7-418f-a45f-7f488c8d51fc tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:28.439578 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-fb9eff7b-0bc7-418f-a45f-7f488c8d51fc tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/24d00447-20c5-495b-8b01-da97c8e1d210 HTTP/1.1" status: 204 len: 168 time: 0.6888990 Oct 31 15:00:28.872967 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6a9e3150-6dc5-47df-9fbf-dfca71a2568d no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:00:28.893103 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 6a9e3150-6dc5-47df-9fbf-dfca71a2568d {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:00:28.893441 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6a9e3150-6dc5-47df-9fbf-dfca71a2568d not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:00:33.270412 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b438c-2b46-43d0-9271-4fa520390911 req-da4eacc4-605e-4507-bdc5-8d34d477518f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:33.276046 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-aa3b438c-2b46-43d0-9271-4fa520390911 req-da4eacc4-605e-4507-bdc5-8d34d477518f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 946 time: 0.0557053 Oct 31 15:00:33.324572 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-aa3b438c-2b46-43d0-9271-4fa520390911 req-9f1a52be-d826-48b3-b432-1d6c896c44e1 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471783 Oct 31 15:00:33.479492 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09265861-9296-4604-934c-f96be20e7e53 req-57a69ced-e540-4266-93ea-8e7e5380f61e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:33.481036 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-09265861-9296-4604-934c-f96be20e7e53 req-57a69ced-e540-4266-93ea-8e7e5380f61e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0491164 Oct 31 15:00:33.528370 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-09265861-9296-4604-934c-f96be20e7e53 req-64d98daf-74c8-4ee3-9d51-dec5ef4f4422 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407765 Oct 31 15:00:34.448460 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8120f-9011-441c-a14b-5d68cfdc6f36 req-98187ff5-652b-4026-9b4b-f8bb5dedd387 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:34.449964 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5ef8120f-9011-441c-a14b-5d68cfdc6f36 req-98187ff5-652b-4026-9b4b-f8bb5dedd387 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 946 time: 0.0483632 Oct 31 15:00:34.507144 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5ef8120f-9011-441c-a14b-5d68cfdc6f36 req-a861005e-4e02-4149-bf5a-37ae8b9e6da1 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=10e213a0-efba-4fd5-86b0-368e4fa78398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464540 Oct 31 15:00:34.511545 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732736f2-25f1-4c11-9619-4a93af8eb6a4 req-2f47bf25-2cf0-4b93-9730-196d0be0f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:34.513085 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-732736f2-25f1-4c11-9619-4a93af8eb6a4 req-2f47bf25-2cf0-4b93-9730-196d0be0f13f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 1129 time: 0.0420783 Oct 31 15:00:34.696897 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a9407-38c4-4eb9-be7e-c33fc4153d7a req-b89e99d2-ac09-49b3-be31-7a19b84f89c9 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:34.698354 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a00a9407-38c4-4eb9-be7e-c33fc4153d7a req-b89e99d2-ac09-49b3-be31-7a19b84f89c9 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0936983 Oct 31 15:00:34.752916 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732736f2-25f1-4c11-9619-4a93af8eb6a4 req-ff42591f-2c25-4b5d-a308-47857f0ec0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:34.754343 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-732736f2-25f1-4c11-9619-4a93af8eb6a4 req-ff42591f-2c25-4b5d-a308-47857f0ec0d8 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 919 time: 0.1389034 Oct 31 15:00:34.767509 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a00a9407-38c4-4eb9-be7e-c33fc4153d7a req-069d64c6-6333-4371-84e4-0955231740b4 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630324 Oct 31 15:00:34.858611 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-5096e7d1-4710-49aa-9622-f59b3e1539b6 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:34.860743 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-5096e7d1-4710-49aa-9622-f59b3e1539b6 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 946 time: 0.0810401 Oct 31 15:00:34.874278 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-732736f2-25f1-4c11-9619-4a93af8eb6a4 req-00abfb04-fe10-4c9c-8ef2-bb38ef420eeb service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca3597d-1f0c-4411-bf26-b163a2db64fc HTTP/1.1" status: 200 len: 1000 time: 0.1008694 Oct 31 15:00:34.969086 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732736f2-25f1-4c11-9619-4a93af8eb6a4 req-6fa1ab57-30d3-4da4-94ea-ecd64fc501ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:34.971132 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-732736f2-25f1-4c11-9619-4a93af8eb6a4 req-6fa1ab57-30d3-4da4-94ea-ecd64fc501ee service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.0780411 Oct 31 15:00:34.989247 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-79a5b1c9-a1ab-4660-81f5-063d2a33ff6e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Deleting port 066e375b-5369-47d6-9723-3f3d6ad24590 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:00:34.989583 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-79a5b1c9-a1ab-4660-81f5-063d2a33ff6e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (066e375b-5369-47d6-9723-3f3d6ad24590), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:35.063118 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732736f2-25f1-4c11-9619-4a93af8eb6a4 req-f0174cc1-3657-4f0a-990e-e645774f87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:35.064643 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-732736f2-25f1-4c11-9619-4a93af8eb6a4 req-f0174cc1-3657-4f0a-990e-e645774f87f9 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869012 Oct 31 15:00:35.126396 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:35.149006 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:35.161265 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-79a5b1c9-a1ab-4660-81f5-063d2a33ff6e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] For port 066e375b-5369-47d6-9723-3f3d6ad24590, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=066e375b-5369-47d6-9723-3f3d6ad24590,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:00:35.161628 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-79a5b1c9-a1ab-4660-81f5-063d2a33ff6e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (066e375b-5369-47d6-9723-3f3d6ad24590), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:35.232173 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-732736f2-25f1-4c11-9619-4a93af8eb6a4 req-ec8a8630-c8a2-4431-8926-247dc16c4ec9 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603904 Oct 31 15:00:35.423480 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-732736f2-25f1-4c11-9619-4a93af8eb6a4 req-1e4537c5-7a61-435e-bdcc-ee1bad91717e service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842754 Oct 31 15:00:35.425677 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-79a5b1c9-a1ab-4660-81f5-063d2a33ff6e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:35.426033 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-79a5b1c9-a1ab-4660-81f5-063d2a33ff6e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (890dd89b-e9b9-4064-988f-79012f6d5083), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:35.426342 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-79a5b1c9-a1ab-4660-81f5-063d2a33ff6e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Floating IP 890dd89b-e9b9-4064-988f-79012f6d5083 disassociated. External IP: 172.27.0.232, port: 066e375b-5369-47d6-9723-3f3d6ad24590. Oct 31 15:00:35.426677 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-79a5b1c9-a1ab-4660-81f5-063d2a33ff6e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Calling delete_port for 066e375b-5369-47d6-9723-3f3d6ad24590 owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:00:35.502825 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d04ae-105f-49c7-9b94-c96bb01e3260 req-7f135103-176a-4496-91de-4760092a4ffc tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:35.504389 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-531d04ae-105f-49c7-9b94-c96bb01e3260 req-7f135103-176a-4496-91de-4760092a4ffc tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 947 time: 0.0484257 Oct 31 15:00:35.555954 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-79a5b1c9-a1ab-4660-81f5-063d2a33ff6e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (066e375b-5369-47d6-9723-3f3d6ad24590), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:35.564555 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-531d04ae-105f-49c7-9b94-c96bb01e3260 req-27823e55-087a-4460-a8dc-22d44a52ced8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545492 Oct 31 15:00:35.599641 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5b1c9-a1ab-4660-81f5-063d2a33ff6e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event deleted for resources: {'Port': ['ID=066e375b-5369-47d6-9723-3f3d6ad24590,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:35.635039 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7e7b2b63-4ff4-4140-9402-614971a0d468 req-2dd46e90-f72f-44f8-bb25-02ebca693022 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 210 time: 0.0395374 Oct 31 15:00:35.738218 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-79a5b1c9-a1ab-4660-81f5-063d2a33ff6e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:00:35.845568 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-79a5b1c9-a1ab-4660-81f5-063d2a33ff6e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:00:35.855310 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944f91d-f462-4077-9bd1-3414a5db0c5d None None] Sync routers for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:00:35.857533 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:35.862116 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:35.869829 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944f91d-f462-4077-9bd1-3414a5db0c5d None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:00:35.870443 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-e944f91d-f462-4077-9bd1-3414a5db0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:35.890945 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-79a5b1c9-a1ab-4660-81f5-063d2a33ff6e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] No DVR routers for this DVR port 066e375b-5369-47d6-9723-3f3d6ad24590 on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:00:35.893423 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-79a5b1c9-a1ab-4660-81f5-063d2a33ff6e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:35.896683 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-250eb75b-a65b-490c-b253-1dbf1f6b2975 req-79a5b1c9-a1ab-4660-81f5-063d2a33ff6e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "DELETE /networking/v2.0/ports/066e375b-5369-47d6-9723-3f3d6ad24590 HTTP/1.1" status: 204 len: 173 time: 1.0295165 Oct 31 15:00:35.897178 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'name': 'network-vif-deleted', 'tag': '066e375b-5369-47d6-9723-3f3d6ad24590'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:00:35.899416 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad495d83-151d-46f7-a48a-070788bfa201" -d '{"events": [{"server_uuid": "90f3404c-864a-4f8c-9444-8b3740b79f7b", "name": "network-vif-deleted", "tag": "066e375b-5369-47d6-9723-3f3d6ad24590"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:00:35.912301 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb60d0-1e83-47be-92e3-047b29020974 req-a7f44e8b-d87b-4e48-b92f-80786b7a0dbd tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:35.914640 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7ccb60d0-1e83-47be-92e3-047b29020974 req-a7f44e8b-d87b-4e48-b92f-80786b7a0dbd tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0704477 Oct 31 15:00:35.949014 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5071d28f-2849-49a7-9d90-fc608dd67c01 x-openstack-request-id: req-5071d28f-2849-49a7-9d90-fc608dd67c01 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:00:35.949403 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f3404c-864a-4f8c-9444-8b3740b79f7b", "name": "network-vif-deleted", "tag": "066e375b-5369-47d6-9723-3f3d6ad24590", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:00:35.949742 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5071d28f-2849-49a7-9d90-fc608dd67c01 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:00:35.950244 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5071d28f-2849-49a7-9d90-fc608dd67c01'] response: {'server_uuid': '90f3404c-864a-4f8c-9444-8b3740b79f7b', 'name': 'network-vif-deleted', 'tag': '066e375b-5369-47d6-9723-3f3d6ad24590', 'status': 'completed', 'code': 200} Oct 31 15:00:35.968123 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7ccb60d0-1e83-47be-92e3-047b29020974 req-c82b57e8-a55d-437a-a2d6-5761a071d40e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481584 Oct 31 15:00:35.981233 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-e944f91d-f462-4077-9bd1-3414a5db0c5d None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:00:36.183997 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-e944f91d-f462-4077-9bd1-3414a5db0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:36.208796 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944f91d-f462-4077-9bd1-3414a5db0c5d None None] Checking router: 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:00:36.217187 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944f91d-f462-4077-9bd1-3414a5db0c5d None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:00:36.217784 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-e944f91d-f462-4077-9bd1-3414a5db0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:36.317919 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-e944f91d-f462-4077-9bd1-3414a5db0c5d None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:00:36.499128 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-e944f91d-f462-4077-9bd1-3414a5db0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:36.526914 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944f91d-f462-4077-9bd1-3414a5db0c5d None None] The sync data for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi is: [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:00:36.735766 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da06c82-ad39-4768-a350-36c566c58f0b req-0aba56fe-59f9-475a-9d14-260ef46f0d4f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:36.737353 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3da06c82-ad39-4768-a350-36c566c58f0b req-0aba56fe-59f9-475a-9d14-260ef46f0d4f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 947 time: 0.0842221 Oct 31 15:00:36.778256 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-52dcfd5a-6853-43a7-a8a9-155595c83cd4 req-e3e6b7b5-6c1a-484d-ac13-6bea713b33ed tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=90f3404c-864a-4f8c-9444-8b3740b79f7b HTTP/1.1" status: 200 len: 210 time: 0.0477622 Oct 31 15:00:36.804547 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3da06c82-ad39-4768-a350-36c566c58f0b req-6cda8a4a-817b-48f6-8930-92bbd18bb5e2 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aa0722b2-6510-420b-b2e9-ca8d870b0902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607374 Oct 31 15:00:36.817915 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61339ae2-05f9-465e-b767-37abb0093f73 None None] New status for floating IP 890dd89b-e9b9-4064-988f-79012f6d5083: DOWN {{(pid=119730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:00:37.039675 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-484bdef8-eaef-40c7-887e-8ead862634b4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:37.041245 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-484bdef8-eaef-40c7-887e-8ead862634b4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 947 time: 0.0556295 Oct 31 15:00:37.086579 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:37.098531 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a732c-27f7-4219-9266-7da5f0deeb78 req-3f590fa3-0a7e-4104-93c2-5affffb78c0d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:37.100230 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-772a732c-27f7-4219-9266-7da5f0deeb78 req-3f590fa3-0a7e-4104-93c2-5affffb78c0d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0512376 Oct 31 15:00:37.106282 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:37.146469 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-f3ea4e44-43c7-4b7a-a84d-c938d62bfea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Deleting port 6951bd8b-ac72-4ceb-9344-47d91749e055 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:00:37.146814 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-f3ea4e44-43c7-4b7a-a84d-c938d62bfea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:37.155041 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-772a732c-27f7-4219-9266-7da5f0deeb78 req-06ba73e9-6037-41e7-93fa-32b3a9203630 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485046 Oct 31 15:00:37.243522 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:37.253860 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-f3ea4e44-43c7-4b7a-a84d-c938d62bfea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] For port 6951bd8b-ac72-4ceb-9344-47d91749e055, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6951bd8b-ac72-4ceb-9344-47d91749e055,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:00:37.254226 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-f3ea4e44-43c7-4b7a-a84d-c938d62bfea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:37.414379 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-f3ea4e44-43c7-4b7a-a84d-c938d62bfea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:37.414743 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-f3ea4e44-43c7-4b7a-a84d-c938d62bfea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (9ee536d6-dcb8-456e-973d-0abdee15cfd8), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:37.415054 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-f3ea4e44-43c7-4b7a-a84d-c938d62bfea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Floating IP 9ee536d6-dcb8-456e-973d-0abdee15cfd8 disassociated. External IP: 172.27.0.72, port: 6951bd8b-ac72-4ceb-9344-47d91749e055. Oct 31 15:00:37.415392 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-f3ea4e44-43c7-4b7a-a84d-c938d62bfea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Calling delete_port for 6951bd8b-ac72-4ceb-9344-47d91749e055 owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:00:37.555372 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-f3ea4e44-43c7-4b7a-a84d-c938d62bfea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (6951bd8b-ac72-4ceb-9344-47d91749e055), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:37.583932 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea4e44-43c7-4b7a-a84d-c938d62bfea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event deleted for resources: {'Port': ['ID=6951bd8b-ac72-4ceb-9344-47d91749e055,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:37.691766 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-f3ea4e44-43c7-4b7a-a84d-c938d62bfea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Router ec8344fd-beec-4a6a-b146-992fba136723 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:00:37.792589 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-f3ea4e44-43c7-4b7a-a84d-c938d62bfea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:00:37.802697 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7b6bb5-061e-4f88-847e-41ca14505a2b None None] Sync routers for ids ['ec8344fd-beec-4a6a-b146-992fba136723'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:00:37.813633 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7b6bb5-061e-4f88-847e-41ca14505a2b None None] Routers {'ec8344fd-beec-4a6a-b146-992fba136723'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:00:37.814490 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-6c7b6bb5-061e-4f88-847e-41ca14505a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ec8344fd-beec-4a6a-b146-992fba136723'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:37.837408 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-f3ea4e44-43c7-4b7a-a84d-c938d62bfea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] No DVR routers for this DVR port 6951bd8b-ac72-4ceb-9344-47d91749e055 on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:00:37.839875 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-f3ea4e44-43c7-4b7a-a84d-c938d62bfea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:37.843187 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a11afd56-467f-4e91-a6aa-52eecea03bdc req-f3ea4e44-43c7-4b7a-a84d-c938d62bfea8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.44 "DELETE /networking/v2.0/ports/6951bd8b-ac72-4ceb-9344-47d91749e055 HTTP/1.1" status: 204 len: 173 time: 0.7870910 Oct 31 15:00:37.894124 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45388) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:37.937953 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-6c7b6bb5-061e-4f88-847e-41ca14505a2b None None] Set router ec8344fd-beec-4a6a-b146-992fba136723 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:00:37.952616 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-32d80722-2c33-4b44-aab7-d212322ae43e req-12d0a34d-59e1-4a5a-bcd4-851a51ea2731 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=214568bd-3ebf-4f91-8153-d60959d49119 HTTP/1.1" status: 200 len: 210 time: 0.0506077 Oct 31 15:00:37.957750 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214568bd-3ebf-4f91-8153-d60959d49119', 'name': 'network-vif-deleted', 'tag': '6951bd8b-ac72-4ceb-9344-47d91749e055'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:00:37.960060 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7d54a7-9b8d-4ce0-ac77-11579b5c68ff" -d '{"events": [{"server_uuid": "214568bd-3ebf-4f91-8153-d60959d49119", "name": "network-vif-deleted", "tag": "6951bd8b-ac72-4ceb-9344-47d91749e055"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:00:38.018597 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1ed2-6de5-4db2-a32c-f764f94d0278 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (10e213a0-efba-4fd5-86b0-368e4fa78398), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:38.043976 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd1b13a-704c-48c9-9d13-2186edda566d x-openstack-request-id: req-fdd1b13a-704c-48c9-9d13-2186edda566d {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:00:38.044372 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214568bd-3ebf-4f91-8153-d60959d49119", "name": "network-vif-deleted", "tag": "6951bd8b-ac72-4ceb-9344-47d91749e055", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:00:38.044749 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fdd1b13a-704c-48c9-9d13-2186edda566d {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:00:38.046226 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd1b13a-704c-48c9-9d13-2186edda566d'] response: {'server_uuid': '214568bd-3ebf-4f91-8153-d60959d49119', 'name': 'network-vif-deleted', 'tag': '6951bd8b-ac72-4ceb-9344-47d91749e055', 'status': 'completed', 'code': 200} Oct 31 15:00:38.066806 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1ed2-6de5-4db2-a32c-f764f94d0278 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (10e213a0-efba-4fd5-86b0-368e4fa78398), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:38.079152 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:38.120507 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:38.146443 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1ed2-6de5-4db2-a32c-f764f94d0278 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (10e213a0-efba-4fd5-86b0-368e4fa78398), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:38.149265 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1ed2-6de5-4db2-a32c-f764f94d0278 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:38.153184 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-7e6d1ed2-6de5-4db2-a32c-f764f94d0278 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/10e213a0-efba-4fd5-86b0-368e4fa78398 HTTP/1.1" status: 204 len: 168 time: 0.2551005 Oct 31 15:00:38.154195 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45392) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:38.162820 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d1ed2-6de5-4db2-a32c-f764f94d0278 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e213a0-efba-4fd5-86b0-368e4fa78398,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:38.176520 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.api.v2.resource [None req-63456e49-a6d4-4a27-ad78-c59256da82d9 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] show failed (client error): The resource could not be found. Oct 31 15:00:38.177555 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-63456e49-a6d4-4a27-ad78-c59256da82d9 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups/10e213a0-efba-4fd5-86b0-368e4fa78398 HTTP/1.1" status: 404 len: 347 time: 0.0229855 Oct 31 15:00:38.180683 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45394) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:38.195647 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-6c7b6bb5-061e-4f88-847e-41ca14505a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:57:05Z', 'revision_number': 5, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:38.224003 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7b6bb5-061e-4f88-847e-41ca14505a2b None None] Checking router: ec8344fd-beec-4a6a-b146-992fba136723 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:00:38.238451 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7b6bb5-061e-4f88-847e-41ca14505a2b None None] Routers {'ec8344fd-beec-4a6a-b146-992fba136723'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:00:38.239068 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-6c7b6bb5-061e-4f88-847e-41ca14505a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ec8344fd-beec-4a6a-b146-992fba136723'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:38.272604 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:38.285292 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:38.292553 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:38.293284 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48760d8-e62f-43c3-ba1b-1675892a7cf7 req-7d743457-0e5e-46f2-a545-cce53e043c99 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:38.295005 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a48760d8-e62f-43c3-ba1b-1675892a7cf7 req-7d743457-0e5e-46f2-a545-cce53e043c99 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0508971 Oct 31 15:00:38.310136 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-95ccbb77-4bf2-49ea-b285-a765a12afcea tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Deleting port 6175cfe4-6f30-4f59-93cd-fa1d011ef02d {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:00:38.310518 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-95ccbb77-4bf2-49ea-b285-a765a12afcea tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (6175cfe4-6f30-4f59-93cd-fa1d011ef02d), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:38.348130 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:38.357507 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a48760d8-e62f-43c3-ba1b-1675892a7cf7 req-b475304b-3598-47e7-8870-d32fbe298090 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553496 Oct 31 15:00:38.362778 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-6c7b6bb5-061e-4f88-847e-41ca14505a2b None None] Set router ec8344fd-beec-4a6a-b146-992fba136723 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:00:38.401487 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-95ccbb77-4bf2-49ea-b285-a765a12afcea tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (6175cfe4-6f30-4f59-93cd-fa1d011ef02d), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:38.401812 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-95ccbb77-4bf2-49ea-b285-a765a12afcea tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (6175cfe4-6f30-4f59-93cd-fa1d011ef02d), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:38.415606 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-95ccbb77-4bf2-49ea-b285-a765a12afcea tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Calling delete_port for 6175cfe4-6f30-4f59-93cd-fa1d011ef02d owned by network:floatingip {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:00:38.557980 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-6c7b6bb5-061e-4f88-847e-41ca14505a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:57:05Z', 'revision_number': 5, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:38.584721 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7b6bb5-061e-4f88-847e-41ca14505a2b None None] The sync data for ids ['ec8344fd-beec-4a6a-b146-992fba136723'] in dv-cinder-860227-3-iscsi is: [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:57:05Z', 'revision_number': 5, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:00:38.795377 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-95ccbb77-4bf2-49ea-b285-a765a12afcea tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (6175cfe4-6f30-4f59-93cd-fa1d011ef02d), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:38.795988 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f021e79-f94d-49a0-9d5e-ed2719293599 None None] New status for floating IP 9ee536d6-dcb8-456e-973d-0abdee15cfd8: DOWN {{(pid=119730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:00:38.822348 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccbb77-4bf2-49ea-b285-a765a12afcea tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event deleted for resources: {'Port': ['ID=6175cfe4-6f30-4f59-93cd-fa1d011ef02d,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:38.888754 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-95ccbb77-4bf2-49ea-b285-a765a12afcea tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (890dd89b-e9b9-4064-988f-79012f6d5083), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:38.891470 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-95ccbb77-4bf2-49ea-b285-a765a12afcea tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:38.892711 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-95ccbb77-4bf2-49ea-b285-a765a12afcea tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/890dd89b-e9b9-4064-988f-79012f6d5083 HTTP/1.1" status: 204 len: 168 time: 0.7109914 Oct 31 15:00:38.942245 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6951bd8b-ac72-4ceb-9344-47d91749e055 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:00:38.961638 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 6951bd8b-ac72-4ceb-9344-47d91749e055 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:00:38.962003 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6951bd8b-ac72-4ceb-9344-47d91749e055 not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:00:38.962401 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 066e375b-5369-47d6-9723-3f3d6ad24590 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:00:38.973029 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45400) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:38.977524 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-7af22f2d-60ff-4267-9c08-489cb5106de8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--449329689', 'description': 'tempest-description--256382439'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:38.982554 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 066e375b-5369-47d6-9723-3f3d6ad24590 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:00:38.982903 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 066e375b-5369-47d6-9723-3f3d6ad24590 not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:00:38.997714 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7af22f2d-60ff-4267-9c08-489cb5106de8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.072382 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7af22f2d-60ff-4267-9c08-489cb5106de8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (99e73474-dd85-4bcb-97b6-749ad8242a75), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.076176 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45406) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:39.084976 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7af22f2d-60ff-4267-9c08-489cb5106de8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (99e73474-dd85-4bcb-97b6-749ad8242a75), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.134093 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7af22f2d-60ff-4267-9c08-489cb5106de8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.135314 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-7af22f2d-60ff-4267-9c08-489cb5106de8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1612923 Oct 31 15:00:39.138332 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45408) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:39.141022 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af22f2d-60ff-4267-9c08-489cb5106de8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e73474-dd85-4bcb-97b6-749ad8242a75,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:39.143027 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-8ec1ffd1-5b48-4f28-b3a7-06ffdd8ea461 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'security_group_rule': {'security_group_id': '99e73474-dd85-4bcb-97b6-749ad8242a75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:39.164505 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d573e1f0-f599-45dd-a732-ac9a98b4c060 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group (aa0722b2-6510-420b-b2e9-ca8d870b0902), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.171186 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8ec1ffd1-5b48-4f28-b3a7-06ffdd8ea461 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (c94c286d-ee06-4b06-a943-384c2fa09c00), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.187449 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d573e1f0-f599-45dd-a732-ac9a98b4c060 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group (aa0722b2-6510-420b-b2e9-ca8d870b0902), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.210164 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:39.234751 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8ec1ffd1-5b48-4f28-b3a7-06ffdd8ea461 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (c94c286d-ee06-4b06-a943-384c2fa09c00), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.237195 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d573e1f0-f599-45dd-a732-ac9a98b4c060 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (aa0722b2-6510-420b-b2e9-ca8d870b0902), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.238848 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8ec1ffd1-5b48-4f28-b3a7-06ffdd8ea461 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (c94c286d-ee06-4b06-a943-384c2fa09c00), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.240961 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d573e1f0-f599-45dd-a732-ac9a98b4c060 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.242120 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-d573e1f0-f599-45dd-a732-ac9a98b4c060 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/aa0722b2-6510-420b-b2e9-ca8d870b0902 HTTP/1.1" status: 204 len: 168 time: 0.1648374 Oct 31 15:00:39.246900 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45410) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:39.255869 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1ffd1-5b48-4f28-b3a7-06ffdd8ea461 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94c286d-ee06-4b06-a943-384c2fa09c00,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:39.265802 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573e1f0-f599-45dd-a732-ac9a98b4c060 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0722b2-6510-420b-b2e9-ca8d870b0902,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:39.268162 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8ec1ffd1-5b48-4f28-b3a7-06ffdd8ea461 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.269382 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-8ec1ffd1-5b48-4f28-b3a7-06ffdd8ea461 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300633 Oct 31 15:00:39.272165 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45412) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:39.276701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-9bc65123-b03b-4f3e-a936-bd7d04584832 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'security_group_rule': {'security_group_id': '99e73474-dd85-4bcb-97b6-749ad8242a75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:39.277986 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.api.v2.resource [None req-b59ef9ca-6e2a-4a5d-af2a-b0ed319220a4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] show failed (client error): The resource could not be found. Oct 31 15:00:39.279009 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-b59ef9ca-6e2a-4a5d-af2a-b0ed319220a4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups/aa0722b2-6510-420b-b2e9-ca8d870b0902 HTTP/1.1" status: 404 len: 347 time: 0.0300112 Oct 31 15:00:39.282484 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45414) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:39.380603 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9bc65123-b03b-4f3e-a936-bd7d04584832 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (3e63a69d-3da0-4be0-b5a5-f557e867313d), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.435248 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bcaa51c1-0a62-40ce-b85f-94feb48b34fc req-32378c9b-412d-4074-b66a-d58c4b3230e0 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450430 Oct 31 15:00:39.442325 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-54de4cb1-fc0e-40b6-aa95-f9623ff1453c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Deleting port d21a9865-5097-40ea-aa03-fcd69a9a41a3 {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:00:39.442667 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-54de4cb1-fc0e-40b6-aa95-f9623ff1453c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (d21a9865-5097-40ea-aa03-fcd69a9a41a3), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.503293 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa51c1-0a62-40ce-b85f-94feb48b34fc req-de16fc94-9d1c-46d6-bb52-4a6ab3300882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:39.504907 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bcaa51c1-0a62-40ce-b85f-94feb48b34fc req-de16fc94-9d1c-46d6-bb52-4a6ab3300882 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 1129 time: 0.0399976 Oct 31 15:00:39.522733 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9bc65123-b03b-4f3e-a936-bd7d04584832 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (3e63a69d-3da0-4be0-b5a5-f557e867313d), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.533506 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9bc65123-b03b-4f3e-a936-bd7d04584832 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (3e63a69d-3da0-4be0-b5a5-f557e867313d), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.569839 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf58ea-ffca-4427-b723-68e5b17cda92 req-a5760cd6-1b09-4cbb-9bc0-40fa72cd5731 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:39.571276 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-01cf58ea-ffca-4427-b723-68e5b17cda92 req-a5760cd6-1b09-4cbb-9bc0-40fa72cd5731 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.1127491 Oct 31 15:00:39.571953 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc65123-b03b-4f3e-a936-bd7d04584832 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e63a69d-3da0-4be0-b5a5-f557e867313d,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:39.592332 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9bc65123-b03b-4f3e-a936-bd7d04584832 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.593490 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9bc65123-b03b-4f3e-a936-bd7d04584832 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3202703 Oct 31 15:00:39.599686 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45418) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:39.605813 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'floatingip': {'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:39.618781 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-54de4cb1-fc0e-40b6-aa95-f9623ff1453c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (d21a9865-5097-40ea-aa03-fcd69a9a41a3), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.619116 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-54de4cb1-fc0e-40b6-aa95-f9623ff1453c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for floatingip (d21a9865-5097-40ea-aa03-fcd69a9a41a3), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.638750 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa51c1-0a62-40ce-b85f-94feb48b34fc req-0d5a89ed-7518-4a82-9186-3f5784719a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:39.640648 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bcaa51c1-0a62-40ce-b85f-94feb48b34fc req-0d5a89ed-7518-4a82-9186-3f5784719a2c service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 919 time: 0.1149094 Oct 31 15:00:39.641659 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-54de4cb1-fc0e-40b6-aa95-f9623ff1453c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Calling delete_port for d21a9865-5097-40ea-aa03-fcd69a9a41a3 owned by network:floatingip {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:00:39.648143 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.667925 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-01cf58ea-ffca-4427-b723-68e5b17cda92 req-17965cee-e7ff-421d-9e9a-1cf842ce6f6f tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805202 Oct 31 15:00:39.698711 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bcaa51c1-0a62-40ce-b85f-94feb48b34fc req-bf9cddc5-4c6c-4676-910e-701773b882fe service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b76563d-9e42-4d52-990e-24dd9cbbde04 HTTP/1.1" status: 200 len: 217 time: 0.0474999 Oct 31 15:00:39.760813 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:39.781754 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:39.802128 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-54de4cb1-fc0e-40b6-aa95-f9623ff1453c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (d21a9865-5097-40ea-aa03-fcd69a9a41a3), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.802377 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa51c1-0a62-40ce-b85f-94feb48b34fc req-b3876394-d207-4031-b7a1-8f6f2dbb41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:39.803970 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bcaa51c1-0a62-40ce-b85f-94feb48b34fc req-b3876394-d207-4031-b7a1-8f6f2dbb41cc service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.0795617 Oct 31 15:00:39.805813 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.828192 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de4cb1-fc0e-40b6-aa95-f9623ff1453c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event deleted for resources: {'Port': ['ID=d21a9865-5097-40ea-aa03-fcd69a9a41a3,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:39.893361 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa51c1-0a62-40ce-b85f-94feb48b34fc req-dd690778-beea-412e-8440-385f96f37099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:39.893750 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-54de4cb1-fc0e-40b6-aa95-f9623ff1453c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for floatingip (9ee536d6-dcb8-456e-973d-0abdee15cfd8), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.895581 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bcaa51c1-0a62-40ce-b85f-94feb48b34fc req-dd690778-beea-412e-8440-385f96f37099 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800445 Oct 31 15:00:39.896362 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-54de4cb1-fc0e-40b6-aa95-f9623ff1453c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:39.900314 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-54de4cb1-fc0e-40b6-aa95-f9623ff1453c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/9ee536d6-dcb8-456e-973d-0abdee15cfd8 HTTP/1.1" status: 204 len: 168 time: 0.6139455 Oct 31 15:00:39.924312 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:00:39.983787 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45422) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:39.988955 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-2bf9563c-6475-4335-aee3-d9ba32416f70 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1933597435', 'description': 'tempest-description--287526004'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:40.009417 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2bf9563c-6475-4335-aee3-d9ba32416f70 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.017917 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Allocated IP 172.27.0.5 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/088bd5be-d419-442f-a5a4-a27c304f2d7d) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:00:40.048543 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:40.049644 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bcaa51c1-0a62-40ce-b85f-94feb48b34fc req-e8f7c03f-7a99-4291-8728-9dbce6196239 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462615 Oct 31 15:00:40.084945 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2bf9563c-6475-4335-aee3-d9ba32416f70 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group (fb0029dc-94df-4736-bdcb-52c69113d41f), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.088593 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2bf9563c-6475-4335-aee3-d9ba32416f70 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (fb0029dc-94df-4736-bdcb-52c69113d41f), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.123779 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2bf9563c-6475-4335-aee3-d9ba32416f70 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.127831 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-2bf9563c-6475-4335-aee3-d9ba32416f70 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1401808 Oct 31 15:00:40.127831 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9563c-6475-4335-aee3-d9ba32416f70 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0029dc-94df-4736-bdcb-52c69113d41f,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:40.130467 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45424) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:40.134687 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-3b15f6ab-da46-448e-a902-a6482c0dce32 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Request body: {'security_group_rule': {'security_group_id': 'fb0029dc-94df-4736-bdcb-52c69113d41f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:40.162631 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3b15f6ab-da46-448e-a902-a6482c0dce32 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group_rule (056953fd-a442-445a-90e1-16024ba4b823), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.196129 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:40.216869 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bcaa51c1-0a62-40ce-b85f-94feb48b34fc req-45a25222-0c9a-420e-a115-fe87fa6492a2 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548767 Oct 31 15:00:40.219904 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3b15f6ab-da46-448e-a902-a6482c0dce32 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group_rule (056953fd-a442-445a-90e1-16024ba4b823), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.220678 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for port (088bd5be-d419-442f-a5a4-a27c304f2d7d), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.224469 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3b15f6ab-da46-448e-a902-a6482c0dce32 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (056953fd-a442-445a-90e1-16024ba4b823), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.249784 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15f6ab-da46-448e-a902-a6482c0dce32 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056953fd-a442-445a-90e1-16024ba4b823,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:40.259484 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3b15f6ab-da46-448e-a902-a6482c0dce32 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.262227 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-3b15f6ab-da46-448e-a902-a6482c0dce32 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308186 Oct 31 15:00:40.265004 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45426) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:40.268758 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (088bd5be-d419-442f-a5a4-a27c304f2d7d), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.270497 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-31506183-cb5f-4a74-8133-dce1894d09cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Request body: {'security_group_rule': {'security_group_id': 'fb0029dc-94df-4736-bdcb-52c69113d41f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:40.301694 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31506183-cb5f-4a74-8133-dce1894d09cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group_rule (ba3ebe25-2e91-4630-a465-c18a0f464170), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.311263 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:00:40.318734 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:00:40.322541 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:00:40.325859 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'Port': ['ID=088bd5be-d419-442f-a5a4-a27c304f2d7d,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:40.370210 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31506183-cb5f-4a74-8133-dce1894d09cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group_rule (ba3ebe25-2e91-4630-a465-c18a0f464170), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.373497 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31506183-cb5f-4a74-8133-dce1894d09cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (ba3ebe25-2e91-4630-a465-c18a0f464170), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.393151 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31506183-cb5f-4a74-8133-dce1894d09cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3ebe25-2e91-4630-a465-c18a0f464170,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:40.401687 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31506183-cb5f-4a74-8133-dce1894d09cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.403013 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-31506183-cb5f-4a74-8133-dce1894d09cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370909 Oct 31 15:00:40.407127 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45428) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:40.411933 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Request body: {'floatingip': {'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:40.418027 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (26e5ad25-1107-4923-88f1-8d00d130ccc5), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.436295 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.459879 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (088bd5be-d419-442f-a5a4-a27c304f2d7d), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.515446 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.517731 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:40.606022 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:40.614220 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for port (088bd5be-d419-442f-a5a4-a27c304f2d7d), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.618738 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (088bd5be-d419-442f-a5a4-a27c304f2d7d), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.628207 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Allocated IP 172.27.0.118 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/e4d46b46-299b-4605-b587-a902d77c765e) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:00:40.684861 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'Port': ['ID=088bd5be-d419-442f-a5a4-a27c304f2d7d,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:40.687405 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (26e5ad25-1107-4923-88f1-8d00d130ccc5), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.705904 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.715437 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-1a883771-4f8d-401a-9da0-f34869718f4d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1064918 Oct 31 15:00:40.740813 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for port (e4d46b46-299b-4605-b587-a902d77c765e), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.793084 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:40.812004 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (e4d46b46-299b-4605-b587-a902d77c765e), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:40.823792 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df100627-382a-4794-aa82-2b25ffc8d428 req-eeb4fdc2-2d26-4cb1-a43c-07d0cb7dee4d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:40.825285 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-df100627-382a-4794-aa82-2b25ffc8d428 req-eeb4fdc2-2d26-4cb1-a43c-07d0cb7dee4d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0646815 Oct 31 15:00:40.871969 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:00:40.880754 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:00:40.885506 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:00:40.910887 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event updated for resources: {'Port': ['ID=e4d46b46-299b-4605-b587-a902d77c765e,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:40.916244 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-e488a581-0b9c-46e5-a8ba-cbd842403c9f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--449329689&fields=id&tenant_id=f629aa044ca845069237ecb8d889284e HTTP/1.1" status: 200 len: 267 time: 0.0445747 Oct 31 15:00:40.945312 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-df100627-382a-4794-aa82-2b25ffc8d428 req-7a67042b-1137-4574-9205-b3aa9aa51276 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991452 Oct 31 15:00:41.002814 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for floatingip (09f341a2-8253-4e0f-879b-1dcc4ce321c6), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:41.030806 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-19e677d8-0c2e-42e1-b4ba-5f5603d4e050 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:41.032346 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-19e677d8-0c2e-42e1-b4ba-5f5603d4e050 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/networks?id=344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 200 len: 814 time: 0.1082609 Oct 31 15:00:41.039918 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (e4d46b46-299b-4605-b587-a902d77c765e), before_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:41.046815 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-8f8584d0-654f-4f7a-b127-a575eb50d971 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/quotas/f629aa044ca845069237ecb8d889284e HTTP/1.1" status: 200 len: 375 time: 0.0090940 Oct 31 15:00:41.103216 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-af5fd2f7-4baf-4590-baf5-8d3edb923105 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502253 Oct 31 15:00:41.188297 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for port (e4d46b46-299b-4605-b587-a902d77c765e), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:41.193385 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14674350'] for port (e4d46b46-299b-4605-b587-a902d77c765e), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:41.203317 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-bfc0a14a-125d-41e6-ae2a-657bb6fb319e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880299 Oct 31 15:00:41.259225 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (09f341a2-8253-4e0f-879b-1dcc4ce321c6), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:41.261761 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event updated for resources: {'Port': ['ID=e4d46b46-299b-4605-b587-a902d77c765e,revision_number=2']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:41.272310 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:41.281375 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:41.282847 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-391ae6a5-a48b-46f8-aa29-fe7fe3a6ed8a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8746035 Oct 31 15:00:41.300311 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-6c4ab319-fc57-45ed-a8dd-3e53815bef03 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910053 Oct 31 15:00:41.490057 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c47d65bf-ff26-4f5a-808f-32da29af7c35 req-275ffbee-ca69-4b0c-af7b-6788615194bf tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 210 time: 0.0328548 Oct 31 15:00:41.514870 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-c5f1aa5d-fbeb-484c-ab6a-59fa5eaf4bfb tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1933597435&fields=id&tenant_id=5119fe6e3c064da0a66218481a944aaa HTTP/1.1" status: 200 len: 267 time: 0.0443149 Oct 31 15:00:41.595871 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:41.647527 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c8af5-b439-4537-baa0-837fa234a14d req-05462f08-f927-44df-927b-f2bdf8f2b581 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:41.649646 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-05462f08-f927-44df-927b-f2bdf8f2b581 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/networks?id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 HTTP/1.1" status: 200 len: 817 time: 0.1260676 Oct 31 15:00:41.667793 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-5fdd9e02-575d-495b-9b6b-2ec24d87eb66 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/quotas/5119fe6e3c064da0a66218481a944aaa HTTP/1.1" status: 200 len: 375 time: 0.0114744 Oct 31 15:00:41.727108 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-7f9923d0-83d1-4f1b-b44e-6334738903bc tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5119fe6e3c064da0a66218481a944aaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527258 Oct 31 15:00:41.842686 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-d3bf4523-47a9-4148-8595-17b8a7ec6120 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998824 Oct 31 15:00:41.871000 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:41.939179 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-6e243c70-8d89-45a4-842d-fe17df1d9bb8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888357 Oct 31 15:00:42.083016 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb319ee4-55a5-43be-916d-1a2901ba30a0 req-8df26b82-f57b-495a-947d-9733fff4b7d2 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:42.084682 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bb319ee4-55a5-43be-916d-1a2901ba30a0 req-8df26b82-f57b-495a-947d-9733fff4b7d2 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0602841 Oct 31 15:00:42.115657 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-49dbfedf-969f-4cf0-a683-702d48676304 req-128313fd-d011-4fc1-a4bb-70bf049efee2 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 210 time: 0.0392604 Oct 31 15:00:42.152141 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bb319ee4-55a5-43be-916d-1a2901ba30a0 req-54dcf80f-8648-49e2-acb4-566a3f4b1cf1 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548394 Oct 31 15:00:42.591171 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-02f3abe1-d029-4fbb-b976-3e20e70cd6b7 req-4385285e-547a-4efb-8365-1fc01c538db6 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 210 time: 0.0284750 Oct 31 15:00:42.926126 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-8c5e7e19-9e39-4368-b27d-03d6f7519db8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:42.927682 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-8c5e7e19-9e39-4368-b27d-03d6f7519db8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "GET /networking/v2.0/networks?id=344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 200 len: 814 time: 0.1202157 Oct 31 15:00:42.995788 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-b6f0171a-df09-4bae-bcaf-37e043fd7472 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f629aa044ca845069237ecb8d889284e HTTP/1.1" status: 200 len: 379 time: 0.0600739 Oct 31 15:00:43.077601 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-7d3c0e09-920d-43a5-9691-9a9c660dcd8b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'port': {'device_id': '9357fbec-cc10-4069-9fa4-fdeefcbe705b', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'admin_state_up': True, 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'security_groups': ['99e73474-dd85-4bcb-97b6-749ad8242a75']}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:43.176337 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:43.195833 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-7d3c0e09-920d-43a5-9691-9a9c660dcd8b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Made reservation on behalf of f629aa044ca845069237ecb8d889284e for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:00:43.201713 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-7d3c0e09-920d-43a5-9691-9a9c660dcd8b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:43.282189 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed45e58-4840-4b9f-9a0b-e375da7c87d4 req-be466863-0449-46f2-bbc2-8cd2b37620ea tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:43.283738 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5ed45e58-4840-4b9f-9a0b-e375da7c87d4 req-be466863-0449-46f2-bbc2-8cd2b37620ea tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0470860 Oct 31 15:00:43.285210 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ea13a6ca-685c-4ec7-9504-1bd89974c171 req-a7f22c0a-10d7-4897-a9a0-e081b9d2c98f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 210 time: 0.0651598 Oct 31 15:00:43.340453 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5ed45e58-4840-4b9f-9a0b-e375da7c87d4 req-5d912ef9-102b-4ae2-86e2-f20cd0665c51 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501025 Oct 31 15:00:43.368437 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-7d3c0e09-920d-43a5-9691-9a9c660dcd8b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Allocated IP 172.20.0.3 (344848ef-d9a5-4f9a-8ddf-c96c364ed358/6c0893af-f459-43bc-83fe-ab19005e56d2/986667c8-d6cc-428f-9699-9ed7f61777ed) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:00:43.510291 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-7d3c0e09-920d-43a5-9691-9a9c660dcd8b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:43.597890 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-7d3c0e09-920d-43a5-9691-9a9c660dcd8b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:43.638106 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:43.671337 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-7d3c0e09-920d-43a5-9691-9a9c660dcd8b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:00:43.683004 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-7d3c0e09-920d-43a5-9691-9a9c660dcd8b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:00:43.694457 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-7d3c0e09-920d-43a5-9691-9a9c660dcd8b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:00:43.706619 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c8af5-b439-4537-baa0-837fa234a14d req-a785e497-45ce-4b3c-be6c-1d8e449eda58 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:43.708164 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-a785e497-45ce-4b3c-be6c-1d8e449eda58 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.44 "GET /networking/v2.0/networks?id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 HTTP/1.1" status: 200 len: 817 time: 0.1830142 Oct 31 15:00:43.743667 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c0e09-920d-43a5-9691-9a9c660dcd8b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'Port': ['ID=986667c8-d6cc-428f-9699-9ed7f61777ed,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:43.773976 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944f699-969f-4d8e-9d7d-b261822fcba4 req-736826f1-fc69-4bc6-beae-219a7c00d0eb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:43.775489 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7944f699-969f-4d8e-9d7d-b261822fcba4 req-736826f1-fc69-4bc6-beae-219a7c00d0eb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 931 time: 0.1001930 Oct 31 15:00:43.805911 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-7d3c0e09-920d-43a5-9691-9a9c660dcd8b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:43.806576 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-7d3c0e09-920d-43a5-9691-9a9c660dcd8b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:43.853855 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-7d3c0e09-920d-43a5-9691-9a9c660dcd8b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7802730 Oct 31 15:00:43.879435 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Request body: {'port': {'device_id': '9357fbec-cc10-4069-9fa4-fdeefcbe705b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:43.881931 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-206a1562-1804-475b-8e73-196009e9988c None None] Provisioning complete for port 986667c8-d6cc-428f-9699-9ed7f61777ed triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:00:43.882461 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-206a1562-1804-475b-8e73-196009e9988c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:43.882612 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-206a1562-1804-475b-8e73-196009e9988c None None] Attempt 1 to provision port 986667c8-d6cc-428f-9699-9ed7f61777ed Oct 31 15:00:43.911968 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:43.914062 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-206a1562-1804-475b-8e73-196009e9988c None None] Port 986667c8-d6cc-428f-9699-9ed7f61777ed cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:00:43.921117 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-d1c48eb6-048b-4fce-a295-521d78113903 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5119fe6e3c064da0a66218481a944aaa HTTP/1.1" status: 200 len: 380 time: 0.1425707 Oct 31 15:00:43.931437 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7944f699-969f-4d8e-9d7d-b261822fcba4 req-7a4c719b-0c80-437a-86e8-72555fb4af50 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442299 Oct 31 15:00:43.936439 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-f01c8af5-b439-4537-baa0-837fa234a14d req-35f1d5a5-f75b-4406-a906-4d0f5fb73076 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Request body: {'port': {'device_id': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'admin_state_up': True, 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'security_groups': ['fb0029dc-94df-4736-bdcb-52c69113d41f']}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:44.015984 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:44.161110 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01c8af5-b439-4537-baa0-837fa234a14d req-35f1d5a5-f75b-4406-a906-4d0f5fb73076 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Made reservation on behalf of 5119fe6e3c064da0a66218481a944aaa for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:00:44.164879 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-f01c8af5-b439-4537-baa0-837fa234a14d req-35f1d5a5-f75b-4406-a906-4d0f5fb73076 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:44.402667 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6e386917-3315-4a5c-80cd-8e0d62207d82 req-b4b6f66f-5c1b-4639-9471-fe9ca4a1a28c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 210 time: 0.0317402 Oct 31 15:00:44.639033 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea905f-a1bd-4d6c-ad16-e6b715cdd21f req-ebce2759-1c02-4d15-8400-b8f704c44fe0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:44.641044 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-63ea905f-a1bd-4d6c-ad16-e6b715cdd21f req-ebce2759-1c02-4d15-8400-b8f704c44fe0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0922248 Oct 31 15:00:44.679607 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-f01c8af5-b439-4537-baa0-837fa234a14d req-35f1d5a5-f75b-4406-a906-4d0f5fb73076 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Allocated IP 172.20.0.7 (5834683c-3d1a-4deb-b1fe-c3f585ecb7f7/b78261dd-be23-4771-9073-9a716a608356/fad9b881-1f6a-40eb-9847-b09fa756357c) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:00:44.686470 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:44.749564 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986667c8-d6cc-428f-9699-9ed7f61777ed {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:00:44.772049 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Publish callbacks [] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:44.789009 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-63ea905f-a1bd-4d6c-ad16-e6b715cdd21f req-bab4ec1e-1aab-4ca9-8f09-2a137986d391 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410773 Oct 31 15:00:44.804753 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Transition to ACTIVE for port object 986667c8-d6cc-428f-9699-9ed7f61777ed will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 15:00:44.835808 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:44.865880 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:44.916454 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=986667c8-d6cc-428f-9699-9ed7f61777ed,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:44.979885 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-f01c8af5-b439-4537-baa0-837fa234a14d req-35f1d5a5-f75b-4406-a906-4d0f5fb73076 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:45.008383 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Attempting to bind port 986667c8-d6cc-428f-9699-9ed7f61777ed on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:00:45.008714 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Attempting to bind port 986667c8-d6cc-428f-9699-9ed7f61777ed by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:00:45.009043 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Attempting to bind port 986667c8-d6cc-428f-9699-9ed7f61777ed on network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:00:45.061325 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-f01c8af5-b439-4537-baa0-837fa234a14d req-35f1d5a5-f75b-4406-a906-4d0f5fb73076 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:45.062843 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930cef3-589a-448a-afb2-4961d844b47f req-7dc5dffe-84de-48b3-a0ac-f43de69f0e80 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:45.064605 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e930cef3-589a-448a-afb2-4961d844b47f req-7dc5dffe-84de-48b3-a0ac-f43de69f0e80 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 943 time: 0.0513835 Oct 31 15:00:45.075674 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Port 986667c8-d6cc-428f-9699-9ed7f61777ed on network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 15:00:45.076005 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Attempting to bind port 986667c8-d6cc-428f-9699-9ed7f61777ed on network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:00:45.118936 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e930cef3-589a-448a-afb2-4961d844b47f req-f58f95c7-d595-476f-bf65-0a9e6fa691a3 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480344 Oct 31 15:00:45.143778 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01c8af5-b439-4537-baa0-837fa234a14d req-35f1d5a5-f75b-4406-a906-4d0f5fb73076 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:00:45.147108 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-f01c8af5-b439-4537-baa0-837fa234a14d req-35f1d5a5-f75b-4406-a906-4d0f5fb73076 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:00:45.150575 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1d5a5-f75b-4406-a906-4d0f5fb73076 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event updated for resources: {'Port': ['ID=fad9b881-1f6a-40eb-9847-b09fa756357c,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:45.153253 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01c8af5-b439-4537-baa0-837fa234a14d req-35f1d5a5-f75b-4406-a906-4d0f5fb73076 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:00:45.202087 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:00:45.202423 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Checking segment: {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:00:45.202813 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Bound using segment: {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:00:45.203848 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Bound port: 986667c8-d6cc-428f-9699-9ed7f61777ed, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:00:45.204208 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:45.221315 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c8af5-b439-4537-baa0-837fa234a14d req-35f1d5a5-f75b-4406-a906-4d0f5fb73076 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:45.221844 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-f01c8af5-b439-4537-baa0-837fa234a14d req-35f1d5a5-f75b-4406-a906-4d0f5fb73076 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:45.263117 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-35f1d5a5-f75b-4406-a906-4d0f5fb73076 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3306785 Oct 31 15:00:45.276818 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Request body: {'port': {'device_id': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:45.281516 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-82119b27-35cc-4bc3-85a1-483ec2fdb830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:45.321119 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] For port 986667c8-d6cc-428f-9699-9ed7f61777ed, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:00:45.325733 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] For port 986667c8-d6cc-428f-9699-9ed7f61777ed, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=986667c8-d6cc-428f-9699-9ed7f61777ed,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:00:45.334586 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:45.356276 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:45.356892 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:45.358267 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/986667c8-d6cc-428f-9699-9ed7f61777ed HTTP/1.1" status: 200 len: 1093 time: 1.4883769 Oct 31 15:00:45.358810 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9357fbec-cc10-4069-9fa4-fdeefcbe705b', 'tag': '986667c8-d6cc-428f-9699-9ed7f61777ed'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:00:45.361084 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8d1b32-77e6-4d91-90d6-5ef02d36dc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "9357fbec-cc10-4069-9fa4-fdeefcbe705b", "tag": "986667c8-d6cc-428f-9699-9ed7f61777ed"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:00:45.393099 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:45.410119 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77275924-7255-4c57-b546-f64781932899 x-openstack-request-id: req-77275924-7255-4c57-b546-f64781932899 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:00:45.410414 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9357fbec-cc10-4069-9fa4-fdeefcbe705b", "tag": "986667c8-d6cc-428f-9699-9ed7f61777ed", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:00:45.410662 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77275924-7255-4c57-b546-f64781932899 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:00:45.411052 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77275924-7255-4c57-b546-f64781932899'] response: {'name': 'network-changed', 'server_uuid': '9357fbec-cc10-4069-9fa4-fdeefcbe705b', 'tag': '986667c8-d6cc-428f-9699-9ed7f61777ed', 'status': 'completed', 'code': 200} Oct 31 15:00:45.422260 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:45.451989 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-8b7d82c3-1d4c-4589-b92a-88ece703a2b0 None None] Provisioning complete for port fad9b881-1f6a-40eb-9847-b09fa756357c triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:00:45.452459 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-8b7d82c3-1d4c-4589-b92a-88ece703a2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:45.452970 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-8b7d82c3-1d4c-4589-b92a-88ece703a2b0 None None] Attempt 1 to provision port fad9b881-1f6a-40eb-9847-b09fa756357c Oct 31 15:00:45.465378 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480223ff-b0f4-4278-bb8e-79d821ee1ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=986667c8-d6cc-428f-9699-9ed7f61777ed,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:45.487532 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d82c3-1d4c-4589-b92a-88ece703a2b0 None None] Port fad9b881-1f6a-40eb-9847-b09fa756357c cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:00:45.492723 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-49129cf3-1312-41dd-86b3-3e4ba260ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:45.494247 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-49129cf3-1312-41dd-86b3-3e4ba260ff84 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 1127 time: 0.0859430 Oct 31 15:00:45.545557 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14b51b-b2da-4094-8c3b-3f9150d617a8 req-2cf3e474-e5ef-4f5e-befa-40287f951fba tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:45.547738 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8e14b51b-b2da-4094-8c3b-3f9150d617a8 req-2cf3e474-e5ef-4f5e-befa-40287f951fba tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 931 time: 0.0513928 Oct 31 15:00:45.548137 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-fabc9009-396f-4da6-858e-4782997aaa3b service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=986667c8-d6cc-428f-9699-9ed7f61777ed HTTP/1.1" status: 200 len: 217 time: 0.0443215 Oct 31 15:00:45.595246 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8e14b51b-b2da-4094-8c3b-3f9150d617a8 req-31b3be05-9011-4e5c-a379-628562f6ce88 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416572 Oct 31 15:00:45.663243 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-9f48cf6e-b7ab-4157-9352-d0bead885d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:45.664738 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-9f48cf6e-b7ab-4157-9352-d0bead885d27 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=6c0893af-f459-43bc-83fe-ab19005e56d2 HTTP/1.1" status: 200 len: 853 time: 0.0780540 Oct 31 15:00:45.705095 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:45.745660 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-54ecd82c-b9fc-4f1d-8520-e4f883eb9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:45.747059 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-54ecd82c-b9fc-4f1d-8520-e4f883eb9d6e service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=344848ef-d9a5-4f9a-8ddf-c96c364ed358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550494 Oct 31 15:00:45.927278 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad9b881-1f6a-40eb-9847-b09fa756357c {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:00:45.932999 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-0f544c99-ce26-4d4d-94cf-a6edf367ff50 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773896 Oct 31 15:00:45.938819 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Publish callbacks [] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:45.960002 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb655f7a-76fc-41ec-8702-03ac0d6c4c2b req-4a30aa0d-be52-448b-8fbf-7ae0c9fcacaf tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:45.961406 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fb655f7a-76fc-41ec-8702-03ac0d6c4c2b req-4a30aa0d-be52-448b-8fbf-7ae0c9fcacaf tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0910509 Oct 31 15:00:45.988800 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Transition to ACTIVE for port object fad9b881-1f6a-40eb-9847-b09fa756357c will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 15:00:46.025880 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:46.127540 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fb655f7a-76fc-41ec-8702-03ac0d6c4c2b req-c1ee5ada-3e6c-485c-b73c-aa6dbbe28993 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504333 Oct 31 15:00:46.139934 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Pushing event updated for resources: {'Port': ['ID=fad9b881-1f6a-40eb-9847-b09fa756357c,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:46.165610 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7cffc9c-854d-43d7-a522-c8604ba02a46 req-7920f1df-f14d-4a24-beea-5d077a776f1e service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198555 Oct 31 15:00:46.194095 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Attempting to bind port fad9b881-1f6a-40eb-9847-b09fa756357c on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:00:46.194429 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Attempting to bind port fad9b881-1f6a-40eb-9847-b09fa756357c by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:00:46.194760 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Attempting to bind port fad9b881-1f6a-40eb-9847-b09fa756357c on network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:00:46.241481 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Port fad9b881-1f6a-40eb-9847-b09fa756357c on network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 15:00:46.241809 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Attempting to bind port fad9b881-1f6a-40eb-9847-b09fa756357c on network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:00:46.247365 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12506cea-ea83-40c2-9f39-be0938564ce3 req-826a1872-a458-4f6d-8cf2-dfd477153b68 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:46.248882 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-12506cea-ea83-40c2-9f39-be0938564ce3 req-826a1872-a458-4f6d-8cf2-dfd477153b68 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 943 time: 0.0508990 Oct 31 15:00:46.285875 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:00:46.286113 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Checking segment: {'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:00:46.286487 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Bound using segment: {'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:00:46.287008 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Bound port: fad9b881-1f6a-40eb-9847-b09fa756357c, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33de328d-33e1-469a-b40f-fa0d01cea6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:00:46.287359 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:46.295813 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-12506cea-ea83-40c2-9f39-be0938564ce3 req-81cbb932-27aa-44d2-b3f8-62858e45aeab tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412846 Oct 31 15:00:46.332878 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:46.352979 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] For port fad9b881-1f6a-40eb-9847-b09fa756357c, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:00:46.356148 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] For port fad9b881-1f6a-40eb-9847-b09fa756357c, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fad9b881-1f6a-40eb-9847-b09fa756357c,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:00:46.362760 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:46.366922 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:46.367648 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:46.369427 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/fad9b881-1f6a-40eb-9847-b09fa756357c HTTP/1.1" status: 200 len: 1093 time: 1.0967057 Oct 31 15:00:46.418922 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54443ccf-791d-41c8-90f9-5b7b066e2f99 service neutron] Pushing event updated for resources: {'Port': ['ID=fad9b881-1f6a-40eb-9847-b09fa756357c,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:46.721753 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343e09a-fad5-4a1d-b835-c307983799c4 req-664e7a9a-8b63-4796-acac-fa0196423795 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:46.723280 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9343e09a-fad5-4a1d-b835-c307983799c4 req-664e7a9a-8b63-4796-acac-fa0196423795 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0476246 Oct 31 15:00:46.736005 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:46.772414 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9343e09a-fad5-4a1d-b835-c307983799c4 req-99d3b16d-46e6-422d-be8a-365a51fb522b tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433140 Oct 31 15:00:47.150030 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d1b32-77e6-4d91-90d6-5ef02d36dc4e req-b504a312-e482-4432-8e66-00db43aaed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:47.151565 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ee8d1b32-77e6-4d91-90d6-5ef02d36dc4e req-b504a312-e482-4432-8e66-00db43aaed44 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 1127 time: 0.0741811 Oct 31 15:00:47.152859 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c8af5-b439-4537-baa0-837fa234a14d req-d523107e-6054-4f71-bd2b-e754affc3846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:47.154180 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-d523107e-6054-4f71-bd2b-e754affc3846 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=5119fe6e3c064da0a66218481a944aaa&device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 1127 time: 0.0654409 Oct 31 15:00:47.214966 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-781378b9-2b6d-4990-b9af-c21f7ac28a19 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fad9b881-1f6a-40eb-9847-b09fa756357c HTTP/1.1" status: 200 len: 217 time: 0.0503461 Oct 31 15:00:47.251640 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848a6c6-2f98-49c8-a9e9-5aede308eae6 req-f18ff750-1035-462c-8f3b-196b4e37fce5 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:47.253147 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7848a6c6-2f98-49c8-a9e9-5aede308eae6 req-f18ff750-1035-462c-8f3b-196b4e37fce5 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0466659 Oct 31 15:00:47.301342 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7848a6c6-2f98-49c8-a9e9-5aede308eae6 req-b6e40d2f-887e-4c94-95f6-4d23ec976b29 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426795 Oct 31 15:00:47.314838 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c8af5-b439-4537-baa0-837fa234a14d req-e209a20f-7da6-4897-9a7c-1ad7ef589a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:47.316332 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-e209a20f-7da6-4897-9a7c-1ad7ef589a08 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=b78261dd-be23-4771-9073-9a716a608356 HTTP/1.1" status: 200 len: 856 time: 0.0743673 Oct 31 15:00:47.336233 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d1b32-77e6-4d91-90d6-5ef02d36dc4e req-6d49bf57-4ff2-4386-8320-be7cef9e81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:47.336726 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ee8d1b32-77e6-4d91-90d6-5ef02d36dc4e req-6d49bf57-4ff2-4386-8320-be7cef9e81f8 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 200 len: 915 time: 0.1732979 Oct 31 15:00:47.396539 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ee8d1b32-77e6-4d91-90d6-5ef02d36dc4e req-90d94cb0-aace-445e-9b0e-6c68ec3c03be service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=986667c8-d6cc-428f-9699-9ed7f61777ed HTTP/1.1" status: 200 len: 217 time: 0.0424223 Oct 31 15:00:47.417625 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c8af5-b439-4537-baa0-837fa234a14d req-0dad32e3-2a56-4944-9624-4697d468686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:47.419025 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-0dad32e3-2a56-4944-9624-4697d468686f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954728 Oct 31 15:00:47.419473 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'tag': 'fad9b881-1f6a-40eb-9847-b09fa756357c'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:00:47.421712 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e967b6e-1915-4d31-bed8-09538a2f6eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "e78da101-dab9-43eb-b75d-14baee21f5c0", "tag": "fad9b881-1f6a-40eb-9847-b09fa756357c"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:00:47.467519 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0234ba31-eba8-4af5-9a0c-e31f3095baf4 x-openstack-request-id: req-0234ba31-eba8-4af5-9a0c-e31f3095baf4 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:00:47.467834 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78da101-dab9-43eb-b75d-14baee21f5c0", "tag": "fad9b881-1f6a-40eb-9847-b09fa756357c", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:00:47.468082 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0234ba31-eba8-4af5-9a0c-e31f3095baf4 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:00:47.468562 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0234ba31-eba8-4af5-9a0c-e31f3095baf4'] response: {'name': 'network-changed', 'server_uuid': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'tag': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'status': 'completed', 'code': 200} Oct 31 15:00:47.495095 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef56e-941b-4d4f-bfbe-349c1af43d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:47.509042 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fdcf4-533e-4316-869e-ddda9115c305 req-757f568a-f4f4-4dcf-a1a2-4f089096cb22 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:47.510577 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-536fdcf4-533e-4316-869e-ddda9115c305 req-757f568a-f4f4-4dcf-a1a2-4f089096cb22 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 943 time: 0.1187489 Oct 31 15:00:47.556610 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d1b32-77e6-4d91-90d6-5ef02d36dc4e req-f7ad1401-7a6f-49d5-b8f9-a4fbdfab865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:47.558002 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ee8d1b32-77e6-4d91-90d6-5ef02d36dc4e req-f7ad1401-7a6f-49d5-b8f9-a4fbdfab865e service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=6c0893af-f459-43bc-83fe-ab19005e56d2 HTTP/1.1" status: 200 len: 853 time: 0.1527214 Oct 31 15:00:47.642892 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d1b32-77e6-4d91-90d6-5ef02d36dc4e req-886e9f6f-63db-4887-ad39-5fcce570d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:47.644425 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ee8d1b32-77e6-4d91-90d6-5ef02d36dc4e req-886e9f6f-63db-4887-ad39-5fcce570d1f8 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=344848ef-d9a5-4f9a-8ddf-c96c364ed358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775225 Oct 31 15:00:47.649966 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-536fdcf4-533e-4316-869e-ddda9115c305 req-af96297a-0236-4485-ab79-cf93ba046edb tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071558 Oct 31 15:00:47.651874 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-d2eae349-7e9c-4195-bca8-9d17affa41cb service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920531 Oct 31 15:00:47.790593 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:47.803832 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ee8d1b32-77e6-4d91-90d6-5ef02d36dc4e req-0c65d008-c965-4b3f-bfd7-dd1756807bbd service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510394 Oct 31 15:00:47.809108 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f01c8af5-b439-4537-baa0-837fa234a14d req-6da508da-07c9-4696-87c7-5bbfd135f2d5 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483850 Oct 31 15:00:47.903019 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ee8d1b32-77e6-4d91-90d6-5ef02d36dc4e req-b845c0f4-7197-4bed-acbe-e93711958930 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928996 Oct 31 15:00:47.903506 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313fe9d-aa3f-4cc3-9f56-72a0bbe7bf76 req-6ad002c6-3460-4252-b54c-666e34761e14 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:47.905006 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0313fe9d-aa3f-4cc3-9f56-72a0bbe7bf76 req-6ad002c6-3460-4252-b54c-666e34761e14 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0468755 Oct 31 15:00:47.956249 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0313fe9d-aa3f-4cc3-9f56-72a0bbe7bf76 req-85111e99-7298-4623-ba7d-d62f99bccd83 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450721 Oct 31 15:00:48.425981 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650f256-3ec8-4257-aa91-c741c8ed7ce5 req-408d574e-f158-4411-b94a-a1eea839b8a9 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:48.427443 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e650f256-3ec8-4257-aa91-c741c8ed7ce5 req-408d574e-f158-4411-b94a-a1eea839b8a9 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0477931 Oct 31 15:00:48.473977 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e650f256-3ec8-4257-aa91-c741c8ed7ce5 req-7db12f38-7335-43e2-81d7-8698a4804b38 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410025 Oct 31 15:00:48.720171 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e967b6e-1915-4d31-bed8-09538a2f6eb8 req-63155708-625b-41e2-b8b3-d00e7d2d5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:48.721668 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2e967b6e-1915-4d31-bed8-09538a2f6eb8 req-63155708-625b-41e2-b8b3-d00e7d2d5bc6 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=5119fe6e3c064da0a66218481a944aaa&device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 1127 time: 0.0396404 Oct 31 15:00:48.772733 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f92a-c4ea-47ad-8a8e-22c420bb68e1 req-3d63dcb9-6344-4f77-aba0-bce4a2a471d7 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:48.774230 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4016f92a-c4ea-47ad-8a8e-22c420bb68e1 req-3d63dcb9-6344-4f77-aba0-bce4a2a471d7 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 943 time: 0.0493550 Oct 31 15:00:48.815745 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:48.821905 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4016f92a-c4ea-47ad-8a8e-22c420bb68e1 req-0009ce2a-aa2d-41af-9e26-a98486d88628 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421212 Oct 31 15:00:48.832280 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e967b6e-1915-4d31-bed8-09538a2f6eb8 req-c5e87dfe-92ec-4f0a-b5e3-f283cad83e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:48.833766 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2e967b6e-1915-4d31-bed8-09538a2f6eb8 req-c5e87dfe-92ec-4f0a-b5e3-f283cad83e4b service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 HTTP/1.1" status: 200 len: 918 time: 0.0933015 Oct 31 15:00:48.868578 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:48.872375 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2e967b6e-1915-4d31-bed8-09538a2f6eb8 req-42a330fb-5de9-42a9-9981-5c63029ca255 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fad9b881-1f6a-40eb-9847-b09fa756357c HTTP/1.1" status: 200 len: 217 time: 0.0323756 Oct 31 15:00:48.924136 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e967b6e-1915-4d31-bed8-09538a2f6eb8 req-8c23246d-2fe0-4fc8-aa0f-e12171007d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:48.925557 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2e967b6e-1915-4d31-bed8-09538a2f6eb8 req-8c23246d-2fe0-4fc8-aa0f-e12171007d22 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=b78261dd-be23-4771-9073-9a716a608356 HTTP/1.1" status: 200 len: 856 time: 0.0467129 Oct 31 15:00:48.970422 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e967b6e-1915-4d31-bed8-09538a2f6eb8 req-e9549f6d-352b-427a-b767-5e1b72f19374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:48.971842 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2e967b6e-1915-4d31-bed8-09538a2f6eb8 req-e9549f6d-352b-427a-b767-5e1b72f19374 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393147 Oct 31 15:00:48.993886 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device fad9b881-1f6a-40eb-9847-b09fa756357c details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 15:00:49.100756 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2e967b6e-1915-4d31-bed8-09538a2f6eb8 req-ba1a6370-6aab-44fb-b0b0-96ec306b7857 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225049 Oct 31 15:00:49.106476 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fbb4c-4462-40c9-981c-8fd72c78b210 req-0172305c-56f9-43bc-88bb-bd1c9daa4146 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:49.106638 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port fad9b881-1f6a-40eb-9847-b09fa756357c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fad9b881-1f6a-40eb-9847-b09fa756357c,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:00:49.107919 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-464fbb4c-4462-40c9-981c-8fd72c78b210 req-0172305c-56f9-43bc-88bb-bd1c9daa4146 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0703821 Oct 31 15:00:49.109479 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:49.119314 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'port_id': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'mac_address': 'fa:16:3e:2e:3e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 15:00:49.161508 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port fad9b881-1f6a-40eb-9847-b09fa756357c is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:00:49.161844 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:49.175584 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad9b881-1f6a-40eb-9847-b09fa756357c {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:00:49.199447 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port fad9b881-1f6a-40eb-9847-b09fa756357c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fad9b881-1f6a-40eb-9847-b09fa756357c,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:00:49.204930 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:49.205676 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 986667c8-d6cc-428f-9699-9ed7f61777ed details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 15:00:49.221491 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-464fbb4c-4462-40c9-981c-8fd72c78b210 req-ef497120-2eb4-4854-ad03-0a9615eb5570 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044469 Oct 31 15:00:49.237405 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2e967b6e-1915-4d31-bed8-09538a2f6eb8 req-a8171719-9b6c-4755-8e86-df694317c40a service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285284 Oct 31 15:00:49.271800 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:49.283499 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=fad9b881-1f6a-40eb-9847-b09fa756357c,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:49.467686 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:49.468034 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:49.468401 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:49.468755 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:49.469085 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:49.469423 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:49.469725 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:49.470042 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:49.470360 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:49.470681 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:49.470995 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:49.471329 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:49.471736 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:49.471995 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:49.472307 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:00:49.485591 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:49.518163 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 986667c8-d6cc-428f-9699-9ed7f61777ed, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=986667c8-d6cc-428f-9699-9ed7f61777ed,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:00:49.534773 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '986667c8-d6cc-428f-9699-9ed7f61777ed', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'port_id': '986667c8-d6cc-428f-9699-9ed7f61777ed', 'mac_address': 'fa:16:3e:af:08:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 15:00:49.560402 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b42012-db59-4f98-9533-da0022d706fa req-ca3b6da0-16ce-4c87-a3db-e1bb139210cd tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:49.563595 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-04b42012-db59-4f98-9533-da0022d706fa req-ca3b6da0-16ce-4c87-a3db-e1bb139210cd tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0536430 Oct 31 15:00:49.575310 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 986667c8-d6cc-428f-9699-9ed7f61777ed is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:00:49.575754 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:49.588268 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:49.589481 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986667c8-d6cc-428f-9699-9ed7f61777ed {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:00:49.610705 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 986667c8-d6cc-428f-9699-9ed7f61777ed, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=986667c8-d6cc-428f-9699-9ed7f61777ed,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:00:49.610937 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387f49b-0b1e-41c4-b113-3a733e28e661 req-f05f85c2-f0d9-4be3-9ed1-08777dacddb2 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:49.612477 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1387f49b-0b1e-41c4-b113-3a733e28e661 req-f05f85c2-f0d9-4be3-9ed1-08777dacddb2 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0518498 Oct 31 15:00:49.615444 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:49.622117 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-04b42012-db59-4f98-9533-da0022d706fa req-34b7f8f1-3936-4263-a8d6-0136e02ca004 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535419 Oct 31 15:00:49.664576 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1387f49b-0b1e-41c4-b113-3a733e28e661 req-44cf6a09-6747-429a-b4a7-d4dda8bb7169 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440962 Oct 31 15:00:49.666824 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=986667c8-d6cc-428f-9699-9ed7f61777ed,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:49.919065 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:49.946217 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46237aa4-e804-4570-8a76-ce0d4663a500 req-ab209141-e0b2-405f-823d-3652aea0c846 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:49.947722 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-46237aa4-e804-4570-8a76-ce0d4663a500 req-ab209141-e0b2-405f-823d-3652aea0c846 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 944 time: 0.0506680 Oct 31 15:00:49.994463 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-46237aa4-e804-4570-8a76-ce0d4663a500 req-3c9bfc61-28cd-4651-a5d1-9bc2cbcd4a63 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407808 Oct 31 15:00:50.007983 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['fad9b881-1f6a-40eb-9847-b09fa756357c'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:00:50.094672 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['986667c8-d6cc-428f-9699-9ed7f61777ed'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:00:50.368835 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8300b44-ddd3-4520-917f-c45a6eb22605 req-c88db202-84d8-4e64-8802-b1f1e71ad6fc tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:50.370283 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e8300b44-ddd3-4520-917f-c45a6eb22605 req-c88db202-84d8-4e64-8802-b1f1e71ad6fc tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0459235 Oct 31 15:00:50.417222 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e8300b44-ddd3-4520-917f-c45a6eb22605 req-0dc310a5-64fb-4fa5-b428-46bccf274e54 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405746 Oct 31 15:00:50.596094 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:50.741883 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137353a-538b-480d-bf07-d04d0c246869 req-00e932d7-a755-4a9e-a7d3-e6259daf0a42 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:50.743370 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7137353a-538b-480d-bf07-d04d0c246869 req-00e932d7-a755-4a9e-a7d3-e6259daf0a42 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0476773 Oct 31 15:00:50.788295 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:50.793141 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7137353a-538b-480d-bf07-d04d0c246869 req-670730dd-cc45-49b6-834f-7e4ce0964932 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442941 Oct 31 15:00:51.026909 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4fd97-807f-402e-994d-f273c1358f44 req-fcf72f6f-0455-4b32-9cc6-0a44cdc00e4c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:51.028415 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5ed4fd97-807f-402e-994d-f273c1358f44 req-fcf72f6f-0455-4b32-9cc6-0a44cdc00e4c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.2862766 Oct 31 15:00:51.075302 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5ed4fd97-807f-402e-994d-f273c1358f44 req-45a9b50b-a95d-413e-b06b-5a699bd609e1 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401912 Oct 31 15:00:51.106575 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:51.116882 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dd2e4-d135-46d9-9159-faeb8ebfa299 req-99f53b3b-0bc2-4ba4-82b2-2a4944f3420c tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:51.118356 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-813dd2e4-d135-46d9-9159-faeb8ebfa299 req-99f53b3b-0bc2-4ba4-82b2-2a4944f3420c tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 944 time: 0.0475976 Oct 31 15:00:51.168372 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-813dd2e4-d135-46d9-9159-faeb8ebfa299 req-e259c38c-cf5e-4df6-b969-7396dcea5330 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444722 Oct 31 15:00:51.292460 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device fad9b881-1f6a-40eb-9847-b09fa756357c up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:00:51.335334 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port fad9b881-1f6a-40eb-9847-b09fa756357c completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 15:00:51.341123 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port fad9b881-1f6a-40eb-9847-b09fa756357c triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:00:51.341494 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:51.341832 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port fad9b881-1f6a-40eb-9847-b09fa756357c Oct 31 15:00:51.419636 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port fad9b881-1f6a-40eb-9847-b09fa756357c is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:00:51.420022 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:51.445063 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad9b881-1f6a-40eb-9847-b09fa756357c'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:00:51.447334 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647a56f4-62dd-4a10-b6a1-19f0ca167ab3" -d '{"events": [{"server_uuid": "e78da101-dab9-43eb-b75d-14baee21f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "fad9b881-1f6a-40eb-9847-b09fa756357c"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:00:51.461550 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port fad9b881-1f6a-40eb-9847-b09fa756357c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fad9b881-1f6a-40eb-9847-b09fa756357c,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:00:51.467309 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:51.468297 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 986667c8-d6cc-428f-9699-9ed7f61777ed up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:00:51.471594 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:51.484754 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472312d-2922-459b-a983-f50755dfbe8a req-5fb5ea61-e6c5-4982-9e09-b4ad967b13d2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:51.486258 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8472312d-2922-459b-a983-f50755dfbe8a req-5fb5ea61-e6c5-4982-9e09-b4ad967b13d2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0671794 Oct 31 15:00:51.539592 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5245c12-992d-4f22-ac22-3faf103d2615 x-openstack-request-id: req-d5245c12-992d-4f22-ac22-3faf103d2615 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:00:51.539993 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78da101-dab9-43eb-b75d-14baee21f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "fad9b881-1f6a-40eb-9847-b09fa756357c", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:00:51.540257 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5245c12-992d-4f22-ac22-3faf103d2615 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:00:51.540644 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5245c12-992d-4f22-ac22-3faf103d2615'] response: {'server_uuid': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'code': 200} Oct 31 15:00:51.553246 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:51.572841 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff95e2-bc82-4677-8d90-7e27c5f4a5e4 req-b10fcb53-b471-4214-9d89-438ea444318c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:51.574866 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-78ff95e2-bc82-4677-8d90-7e27c5f4a5e4 req-b10fcb53-b471-4214-9d89-438ea444318c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0702052 Oct 31 15:00:51.588233 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:51.589160 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-8472312d-2922-459b-a983-f50755dfbe8a req-35b98481-f4f8-48e1-b568-1c1a0093174a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Deleting port 24a2724b-5bec-4b7b-938e-508059f058d4 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:00:51.589622 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-8472312d-2922-459b-a983-f50755dfbe8a req-35b98481-f4f8-48e1-b568-1c1a0093174a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (24a2724b-5bec-4b7b-938e-508059f058d4), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:51.590624 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=fad9b881-1f6a-40eb-9847-b09fa756357c,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:51.621507 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 986667c8-d6cc-428f-9699-9ed7f61777ed completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 15:00:51.628876 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 986667c8-d6cc-428f-9699-9ed7f61777ed triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:00:51.629273 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:51.629614 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 986667c8-d6cc-428f-9699-9ed7f61777ed Oct 31 15:00:51.655003 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-78ff95e2-bc82-4677-8d90-7e27c5f4a5e4 req-0d84d101-cce7-4918-ac5e-8592fddc8b83 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736639 Oct 31 15:00:51.716051 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 986667c8-d6cc-428f-9699-9ed7f61777ed is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:00:51.716447 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:51.750974 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-8472312d-2922-459b-a983-f50755dfbe8a req-35b98481-f4f8-48e1-b568-1c1a0093174a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] For port 24a2724b-5bec-4b7b-938e-508059f058d4, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=24a2724b-5bec-4b7b-938e-508059f058d4,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:00:51.751456 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-8472312d-2922-459b-a983-f50755dfbe8a req-35b98481-f4f8-48e1-b568-1c1a0093174a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (24a2724b-5bec-4b7b-938e-508059f058d4), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:51.752435 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 986667c8-d6cc-428f-9699-9ed7f61777ed, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=986667c8-d6cc-428f-9699-9ed7f61777ed,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:00:51.756143 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:51.773039 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6792fd-38b5-41b2-abe3-504c3c1a86af req-63ad61bd-3f5d-48d8-9880-1f0c4faae21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:51.774724 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5c6792fd-38b5-41b2-abe3-504c3c1a86af req-63ad61bd-3f5d-48d8-9880-1f0c4faae21f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 1129 time: 0.0658357 Oct 31 15:00:51.802382 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=986667c8-d6cc-428f-9699-9ed7f61777ed,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:51.809514 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:51.922592 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5c6792fd-38b5-41b2-abe3-504c3c1a86af req-dfad31ba-489c-4f02-9da6-1a4888c5718d service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226287 Oct 31 15:00:51.972395 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a97ac0-bff7-4bac-acb9-2ac0afe5b5d7 req-6ff6e2ab-78aa-4ef6-a532-57a4d0df4772 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:51.973869 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-68a97ac0-bff7-4bac-acb9-2ac0afe5b5d7 req-6ff6e2ab-78aa-4ef6-a532-57a4d0df4772 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 945 time: 0.0950129 Oct 31 15:00:51.998791 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-8472312d-2922-459b-a983-f50755dfbe8a req-35b98481-f4f8-48e1-b568-1c1a0093174a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:51.999148 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-8472312d-2922-459b-a983-f50755dfbe8a req-35b98481-f4f8-48e1-b568-1c1a0093174a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (8cfb2636-2b87-43d1-bc20-e6154a6d8f8a), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:51.999654 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [req-8472312d-2922-459b-a983-f50755dfbe8a req-35b98481-f4f8-48e1-b568-1c1a0093174a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Floating IP 8cfb2636-2b87-43d1-bc20-e6154a6d8f8a disassociated. External IP: 172.27.0.218, port: 24a2724b-5bec-4b7b-938e-508059f058d4. Oct 31 15:00:52.000043 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-8472312d-2922-459b-a983-f50755dfbe8a req-35b98481-f4f8-48e1-b568-1c1a0093174a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Calling delete_port for 24a2724b-5bec-4b7b-938e-508059f058d4 owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:00:52.076655 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-68a97ac0-bff7-4bac-acb9-2ac0afe5b5d7 req-1bd0c8d0-6acb-4a2f-baa7-ad56aac92137 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3f33bb79-04a6-4914-9194-9970387f5b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938430 Oct 31 15:00:52.163062 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-8472312d-2922-459b-a983-f50755dfbe8a req-35b98481-f4f8-48e1-b568-1c1a0093174a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (24a2724b-5bec-4b7b-938e-508059f058d4), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:52.197525 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b98481-f4f8-48e1-b568-1c1a0093174a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event deleted for resources: {'Port': ['ID=24a2724b-5bec-4b7b-938e-508059f058d4,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:52.209208 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c624c-0c3f-44b5-af3b-d71ccf406337 req-996530f3-6b07-42ec-889f-e7e7578e2a0b tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:52.210820 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f16c624c-0c3f-44b5-af3b-d71ccf406337 req-996530f3-6b07-42ec-889f-e7e7578e2a0b tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0550604 Oct 31 15:00:52.273156 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f16c624c-0c3f-44b5-af3b-d71ccf406337 req-0f94cbf9-654c-4607-9c9c-70dc0f38d7ec tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443604 Oct 31 15:00:52.348242 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d4620-eea9-4ec9-911c-15bfdc7d65bc req-25a2ec11-20b5-4dac-aa6c-4a92ed2b179d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:52.349606 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-206d4620-eea9-4ec9-911c-15bfdc7d65bc req-25a2ec11-20b5-4dac-aa6c-4a92ed2b179d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 945 time: 0.0845766 Oct 31 15:00:52.352777 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:52.359212 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8472312d-2922-459b-a983-f50755dfbe8a req-35b98481-f4f8-48e1-b568-1c1a0093174a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:00:52.441193 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-206d4620-eea9-4ec9-911c-15bfdc7d65bc req-a483fad1-0415-4f03-b0a4-915aac732281 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847466 Oct 31 15:00:52.502913 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8472312d-2922-459b-a983-f50755dfbe8a req-35b98481-f4f8-48e1-b568-1c1a0093174a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:00:52.512601 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1017245-e376-47d1-9d2f-2262798012ed None None] Sync routers for ids ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:00:52.527226 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1017245-e376-47d1-9d2f-2262798012ed None None] Routers {'ffe1c9ae-6b26-486c-95a0-ff4134dfb312'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:00:52.527878 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-a1017245-e376-47d1-9d2f-2262798012ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:52.549411 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-8472312d-2922-459b-a983-f50755dfbe8a req-35b98481-f4f8-48e1-b568-1c1a0093174a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] No DVR routers for this DVR port 24a2724b-5bec-4b7b-938e-508059f058d4 on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:00:52.552110 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-8472312d-2922-459b-a983-f50755dfbe8a req-35b98481-f4f8-48e1-b568-1c1a0093174a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:52.555452 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8472312d-2922-459b-a983-f50755dfbe8a req-35b98481-f4f8-48e1-b568-1c1a0093174a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.44 "DELETE /networking/v2.0/ports/24a2724b-5bec-4b7b-938e-508059f058d4 HTTP/1.1" status: 204 len: 173 time: 1.0613706 Oct 31 15:00:52.555975 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820c59dc-ee1a-4470-b9d6-14060ebd8337', 'name': 'network-vif-deleted', 'tag': '24a2724b-5bec-4b7b-938e-508059f058d4'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:00:52.558330 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f43131-b127-4b5a-a112-401b57a1000b" -d '{"events": [{"server_uuid": "820c59dc-ee1a-4470-b9d6-14060ebd8337", "name": "network-vif-deleted", "tag": "24a2724b-5bec-4b7b-938e-508059f058d4"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:00:52.597253 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1d02ea-fb78-47e7-b1b1-448e30c1abce x-openstack-request-id: req-6e1d02ea-fb78-47e7-b1b1-448e30c1abce {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:00:52.597550 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820c59dc-ee1a-4470-b9d6-14060ebd8337", "name": "network-vif-deleted", "tag": "24a2724b-5bec-4b7b-938e-508059f058d4", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:00:52.597798 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e1d02ea-fb78-47e7-b1b1-448e30c1abce {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:00:52.598201 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1d02ea-fb78-47e7-b1b1-448e30c1abce'] response: {'server_uuid': '820c59dc-ee1a-4470-b9d6-14060ebd8337', 'name': 'network-vif-deleted', 'tag': '24a2724b-5bec-4b7b-938e-508059f058d4', 'status': 'completed', 'code': 200} Oct 31 15:00:52.636408 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-a1017245-e376-47d1-9d2f-2262798012ed None None] Set router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:00:52.778830 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837ea01-3724-4728-893e-8c6c49be41f4 req-069f4739-be32-4697-bfec-2d6a627ae53f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:52.780337 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b837ea01-3724-4728-893e-8c6c49be41f4 req-069f4739-be32-4697-bfec-2d6a627ae53f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0471113 Oct 31 15:00:52.826613 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-a1017245-e376-47d1-9d2f-2262798012ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '010d34a6-8237-41ca-ac9f-02967bd01b73', 'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'mac_address': 'fa:16:3e:32:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:33Z', 'updated_at': '2022-10-31T14:57:01Z', 'revision_number': 5, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'subnets': [{'id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:52.827038 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b837ea01-3724-4728-893e-8c6c49be41f4 req-bbfdefe3-bfa8-4cee-b852-6492d444f110 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409913 Oct 31 15:00:52.852698 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1017245-e376-47d1-9d2f-2262798012ed None None] Checking router: ffe1c9ae-6b26-486c-95a0-ff4134dfb312 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:00:52.861225 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1017245-e376-47d1-9d2f-2262798012ed None None] Routers {'ffe1c9ae-6b26-486c-95a0-ff4134dfb312'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:00:52.861766 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-a1017245-e376-47d1-9d2f-2262798012ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:52.962201 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-a1017245-e376-47d1-9d2f-2262798012ed None None] Set router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:00:53.149796 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-a1017245-e376-47d1-9d2f-2262798012ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '010d34a6-8237-41ca-ac9f-02967bd01b73', 'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'mac_address': 'fa:16:3e:32:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:33Z', 'updated_at': '2022-10-31T14:57:01Z', 'revision_number': 5, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'subnets': [{'id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:53.176630 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1017245-e376-47d1-9d2f-2262798012ed None None] The sync data for ids ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'] in dv-cinder-860227-3-iscsi is: [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '010d34a6-8237-41ca-ac9f-02967bd01b73', 'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'mac_address': 'fa:16:3e:32:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:33Z', 'updated_at': '2022-10-31T14:57:01Z', 'revision_number': 5, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'subnets': [{'id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:00:53.189596 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b07427be-b871-4257-8f82-05917a6afd78 req-f2ef3d7b-04fc-4bc8-9a3a-2e76cef286e0 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 210 time: 0.0361943 Oct 31 15:00:53.407384 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee49ee-6751-4442-945d-f786c2e35b9c None None] New status for floating IP 8cfb2636-2b87-43d1-bc20-e6154a6d8f8a: DOWN {{(pid=119730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:00:53.412706 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c353909-d11f-4572-9204-26d493e04254 req-86fcf278-c658-4ec1-8979-f5cf4f2d7dff tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:53.414326 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0c353909-d11f-4572-9204-26d493e04254 req-86fcf278-c658-4ec1-8979-f5cf4f2d7dff tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0604665 Oct 31 15:00:53.463809 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:53.491765 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0c353909-d11f-4572-9204-26d493e04254 req-da7fb47f-8286-4152-a714-d74f66c96a4f tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717359 Oct 31 15:00:53.542001 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9357fbec-cc10-4069-9fa4-fdeefcbe705b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986667c8-d6cc-428f-9699-9ed7f61777ed'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:00:53.544360 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe95ebf-279a-44e6-a658-110fb2fe2cc6" -d '{"events": [{"server_uuid": "9357fbec-cc10-4069-9fa4-fdeefcbe705b", "name": "network-vif-plugged", "status": "completed", "tag": "986667c8-d6cc-428f-9699-9ed7f61777ed"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:00:53.598445 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819a987-cf52-4437-8016-4a7c59721959 req-175bc018-0317-4515-9905-a352a93d94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:53.602011 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4819a987-cf52-4437-8016-4a7c59721959 req-175bc018-0317-4515-9905-a352a93d94ec service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 1129 time: 0.0675390 Oct 31 15:00:53.604199 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243847d-11d2-4594-aa55-d5922e3c33f8 req-4d3f6266-0f69-4523-a4f5-23ff9d877f8c tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:53.605737 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9243847d-11d2-4594-aa55-d5922e3c33f8 req-4d3f6266-0f69-4523-a4f5-23ff9d877f8c tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 945 time: 0.0647500 Oct 31 15:00:53.607957 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d04cb2-0c49-4177-a565-2048f5839fc5 x-openstack-request-id: req-c5d04cb2-0c49-4177-a565-2048f5839fc5 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:00:53.608353 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9357fbec-cc10-4069-9fa4-fdeefcbe705b", "name": "network-vif-plugged", "status": "completed", "tag": "986667c8-d6cc-428f-9699-9ed7f61777ed", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:00:53.609267 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5d04cb2-0c49-4177-a565-2048f5839fc5 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:00:53.609735 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d04cb2-0c49-4177-a565-2048f5839fc5'] response: {'server_uuid': '9357fbec-cc10-4069-9fa4-fdeefcbe705b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986667c8-d6cc-428f-9699-9ed7f61777ed', 'code': 200} Oct 31 15:00:53.657478 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9243847d-11d2-4594-aa55-d5922e3c33f8 req-271c22b8-4cb0-416b-ba6b-934244185c85 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444894 Oct 31 15:00:53.953780 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb11c5-d10b-4b77-9a35-f29289876a67 req-fa140741-9f84-436d-bfd0-3aeb90182e1e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:53.955245 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fbfb11c5-d10b-4b77-9a35-f29289876a67 req-fa140741-9f84-436d-bfd0-3aeb90182e1e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0459213 Oct 31 15:00:54.004684 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fbfb11c5-d10b-4b77-9a35-f29289876a67 req-49d25b72-2be0-4ded-8848-6d4b27986511 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440154 Oct 31 15:00:54.059393 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4819a987-cf52-4437-8016-4a7c59721959 req-734827c7-3232-4009-87b5-cb3c2a1b6907 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388517 Oct 31 15:00:54.125666 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319b88f-0e09-459d-9248-d29db1264bc7 req-04963c79-3688-48dd-96a3-734842f33b78 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:54.127145 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6319b88f-0e09-459d-9248-d29db1264bc7 req-04963c79-3688-48dd-96a3-734842f33b78 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0466080 Oct 31 15:00:54.136994 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45580) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:54.141940 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-31e60102-8d70-4785-9df2-30ed3f7838cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Request body: {'floatingip': {'port_id': 'fad9b881-1f6a-40eb-9847-b09fa756357c'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:54.182564 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31e60102-8d70-4785-9df2-30ed3f7838cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for floatingip (09f341a2-8253-4e0f-879b-1dcc4ce321c6), before_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:54.316351 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a3fc4833-da99-4d63-bb91-3bc5babd8d99 req-41ace65d-6189-4dde-8d1d-3f8607d81176 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 210 time: 0.0326035 Oct 31 15:00:54.490961 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7557d4e-bdcd-4cef-9453-c19dfed023a8 req-9ac6a9c6-bcda-40ca-bb10-31500b2fe364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:54.492686 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f7557d4e-bdcd-4cef-9453-c19dfed023a8 req-9ac6a9c6-bcda-40ca-bb10-31500b2fe364 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 1129 time: 0.0530601 Oct 31 15:00:54.763790 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b59ce-b7bb-43fb-baa4-e96461e70a6e req-e3620745-a449-4386-9bb7-b0ee44ee8fa1 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:54.765244 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4a0b59ce-b7bb-43fb-baa4-e96461e70a6e req-e3620745-a449-4386-9bb7-b0ee44ee8fa1 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0864954 Oct 31 15:00:54.813354 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b72b7-c091-4761-86ec-1443a7dee936 req-3d57b4c7-9883-4007-9242-6f555bc84739 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:54.814837 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2d8b72b7-c091-4761-86ec-1443a7dee936 req-3d57b4c7-9883-4007-9242-6f555bc84739 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 945 time: 0.0731688 Oct 31 15:00:54.818669 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f7557d4e-bdcd-4cef-9453-c19dfed023a8 req-be44acb2-bcbd-47c8-93ff-93fdd3418456 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830488 Oct 31 15:00:54.834532 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:54.864803 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2d8b72b7-c091-4761-86ec-1443a7dee936 req-b94e1efa-0b3f-410e-b0af-fa2e83a4d94a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437050 Oct 31 15:00:54.882978 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4a0b59ce-b7bb-43fb-baa4-e96461e70a6e req-2c004712-f6b7-46a8-875f-45dabd8be0c4 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114180 Oct 31 15:00:54.940703 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31e60102-8d70-4785-9df2-30ed3f7838cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:54.944487 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31e60102-8d70-4785-9df2-30ed3f7838cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (09f341a2-8253-4e0f-879b-1dcc4ce321c6), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:54.997433 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:55.040816 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.l3_db [None req-31e60102-8d70-4785-9df2-30ed3f7838cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Floating IP 09f341a2-8253-4e0f-879b-1dcc4ce321c6 associated. External IP: 172.27.0.118, port: fad9b881-1f6a-40eb-9847-b09fa756357c. Oct 31 15:00:55.237532 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e60102-8d70-4785-9df2-30ed3f7838cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Router ec8344fd-beec-4a6a-b146-992fba136723 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:00:55.293863 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 24a2724b-5bec-4b7b-938e-508059f058d4 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:00:55.314164 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 24a2724b-5bec-4b7b-938e-508059f058d4 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:00:55.314521 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 24a2724b-5bec-4b7b-938e-508059f058d4 not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:00:55.349865 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e60102-8d70-4785-9df2-30ed3f7838cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:00:55.354685 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31e60102-8d70-4785-9df2-30ed3f7838cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:55.359233 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884deb5-00e7-4277-b2a3-d8413fe6fcc8 None None] Sync routers for ids ['ec8344fd-beec-4a6a-b146-992fba136723'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:00:55.363259 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:55.374587 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884deb5-00e7-4277-b2a3-d8413fe6fcc8 None None] Routers {'ec8344fd-beec-4a6a-b146-992fba136723'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:00:55.375540 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-0884deb5-00e7-4277-b2a3-d8413fe6fcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ec8344fd-beec-4a6a-b146-992fba136723'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:55.390749 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-31e60102-8d70-4785-9df2-30ed3f7838cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/09f341a2-8253-4e0f-879b-1dcc4ce321c6 HTTP/1.1" status: 200 len: 991 time: 1.2495606 Oct 31 15:00:55.390749 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'tag': 'fad9b881-1f6a-40eb-9847-b09fa756357c'}] {{(pid=119728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:00:55.392703 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70659c7d82748c464bbc4d22addfc580e7d5d3b031e95af23221b39b4b2150b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d589bf-0869-4059-8003-dfff8804b0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e78da101-dab9-43eb-b75d-14baee21f5c0", "tag": "fad9b881-1f6a-40eb-9847-b09fa756357c"}]}' {{(pid=119728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:00:55.434264 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a21a907-efb4-4d70-b000-ed0663c1562b x-openstack-request-id: req-5a21a907-efb4-4d70-b000-ed0663c1562b {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:00:55.434565 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78da101-dab9-43eb-b75d-14baee21f5c0", "tag": "fad9b881-1f6a-40eb-9847-b09fa756357c", "status": "completed", "code": 200}]} {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:00:55.435008 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a21a907-efb4-4d70-b000-ed0663c1562b {{(pid=119728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:00:55.437300 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a21a907-efb4-4d70-b000-ed0663c1562b'] response: {'name': 'network-changed', 'server_uuid': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'tag': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'status': 'completed', 'code': 200} Oct 31 15:00:55.449548 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c170cc39-ffe0-4c34-b056-fa25059ea56a req-90686beb-2d2e-4267-9fe1-bbbac3f0d968 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=820c59dc-ee1a-4470-b9d6-14060ebd8337 HTTP/1.1" status: 200 len: 210 time: 0.0311456 Oct 31 15:00:55.469501 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:55.483670 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-0884deb5-00e7-4277-b2a3-d8413fe6fcc8 None None] Set router ec8344fd-beec-4a6a-b146-992fba136723 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:00:55.697104 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-0884deb5-00e7-4277-b2a3-d8413fe6fcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '09f341a2-8253-4e0f-879b-1dcc4ce321c6', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'port_id': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'mac_address': 'fa:16:3e:2e:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:00:40Z', 'updated_at': '2022-10-31T15:00:54Z', 'revision_number': 1, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:57:05Z', 'revision_number': 5, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:55.722559 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884deb5-00e7-4277-b2a3-d8413fe6fcc8 None None] Checking router: ec8344fd-beec-4a6a-b146-992fba136723 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:00:55.730973 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884deb5-00e7-4277-b2a3-d8413fe6fcc8 None None] Routers {'ec8344fd-beec-4a6a-b146-992fba136723'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:00:55.731595 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-0884deb5-00e7-4277-b2a3-d8413fe6fcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ec8344fd-beec-4a6a-b146-992fba136723'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:55.833050 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-0884deb5-00e7-4277-b2a3-d8413fe6fcc8 None None] Set router ec8344fd-beec-4a6a-b146-992fba136723 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:00:56.017803 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e977d-6292-47b4-bdd5-45fefdeaea05 req-49454165-c125-4b83-b8be-451fd69f8a3d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:56.018927 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8377f4-7e5c-4c45-85a7-0bfc99a9d337 req-7bd2da09-dc37-4f13-87bd-af06f7860f41 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:56.019627 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dd8e977d-6292-47b4-bdd5-45fefdeaea05 req-49454165-c125-4b83-b8be-451fd69f8a3d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0521684 Oct 31 15:00:56.022025 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9d8377f4-7e5c-4c45-85a7-0bfc99a9d337 req-7bd2da09-dc37-4f13-87bd-af06f7860f41 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 945 time: 0.0780959 Oct 31 15:00:56.095124 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9d8377f4-7e5c-4c45-85a7-0bfc99a9d337 req-f6f271af-a181-4def-8a4b-aef4f2fd4baf tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659885 Oct 31 15:00:56.096739 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d589bf-0869-4059-8003-dfff8804b0a1 req-810f3a72-06c4-4726-a3b9-c20b37c5d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:56.098281 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-88d589bf-0869-4059-8003-dfff8804b0a1 req-810f3a72-06c4-4726-a3b9-c20b37c5d2c1 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=5119fe6e3c064da0a66218481a944aaa&device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 1129 time: 0.0777659 Oct 31 15:00:56.133531 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dd8e977d-6292-47b4-bdd5-45fefdeaea05 req-9d0f24a4-1a6d-4c81-b98f-d0939e02c927 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050010 Oct 31 15:00:56.204912 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d589bf-0869-4059-8003-dfff8804b0a1 req-3b2444b3-68ea-4926-b08a-7a4a2c6a9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:56.206551 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-88d589bf-0869-4059-8003-dfff8804b0a1 req-3b2444b3-68ea-4926-b08a-7a4a2c6a9409 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 HTTP/1.1" status: 200 len: 918 time: 0.0955904 Oct 31 15:00:56.231389 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-0884deb5-00e7-4277-b2a3-d8413fe6fcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '09f341a2-8253-4e0f-879b-1dcc4ce321c6', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'port_id': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'mac_address': 'fa:16:3e:2e:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:00:40Z', 'updated_at': '2022-10-31T15:00:54Z', 'revision_number': 1, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:57:05Z', 'revision_number': 5, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:56.261873 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884deb5-00e7-4277-b2a3-d8413fe6fcc8 None None] The sync data for ids ['ec8344fd-beec-4a6a-b146-992fba136723'] in dv-cinder-860227-3-iscsi is: [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '09f341a2-8253-4e0f-879b-1dcc4ce321c6', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'port_id': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'mac_address': 'fa:16:3e:2e:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:00:40Z', 'updated_at': '2022-10-31T15:00:54Z', 'revision_number': 1, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:57:05Z', 'revision_number': 5, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:00:56.290363 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-88d589bf-0869-4059-8003-dfff8804b0a1 req-173666ec-a790-433f-bd03-7a53850a92eb service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fad9b881-1f6a-40eb-9847-b09fa756357c HTTP/1.1" status: 200 len: 999 time: 0.0729010 Oct 31 15:00:56.478979 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6c33f4-300d-4ca1-9a27-55a78c95e5c3 None None] New status for floating IP 09f341a2-8253-4e0f-879b-1dcc4ce321c6: ACTIVE {{(pid=119730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:00:56.552970 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45612) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:56.563111 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:56.570016 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ec436-911d-4bf7-b296-00d81e319afe req-a80626cd-da3e-4844-99e5-702b12b2f5fc tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:56.571596 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c12ec436-911d-4bf7-b296-00d81e319afe req-a80626cd-da3e-4844-99e5-702b12b2f5fc tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0523262 Oct 31 15:00:56.614475 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f46d1992-8dcc-404c-8aa1-3b4629fa410c tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group (3f33bb79-04a6-4914-9194-9970387f5b07), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:56.628122 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c12ec436-911d-4bf7-b296-00d81e319afe req-d8d17154-1f7c-40dd-9a44-44493b040918 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504792 Oct 31 15:00:56.641665 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f46d1992-8dcc-404c-8aa1-3b4629fa410c tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group (3f33bb79-04a6-4914-9194-9970387f5b07), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:56.695641 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f46d1992-8dcc-404c-8aa1-3b4629fa410c tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (3f33bb79-04a6-4914-9194-9970387f5b07), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:56.698285 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f46d1992-8dcc-404c-8aa1-3b4629fa410c tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:56.699451 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-f46d1992-8dcc-404c-8aa1-3b4629fa410c tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3f33bb79-04a6-4914-9194-9970387f5b07 HTTP/1.1" status: 204 len: 168 time: 0.1446965 Oct 31 15:00:56.703316 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45614) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:56.709515 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d1992-8dcc-404c-8aa1-3b4629fa410c tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f33bb79-04a6-4914-9194-9970387f5b07,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:56.716623 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.api.v2.resource [None req-5deb95fb-1805-4573-930f-ef694f02da08 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] show failed (client error): The resource could not be found. Oct 31 15:00:56.717606 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-5deb95fb-1805-4573-930f-ef694f02da08 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups/3f33bb79-04a6-4914-9194-9970387f5b07 HTTP/1.1" status: 404 len: 347 time: 0.0133052 Oct 31 15:00:56.720776 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45616) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:56.835000 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150373a-e195-40dd-b8d1-f95a51f931ba req-94f0a081-e653-4ba8-9fc8-aff4940be823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:56.837046 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f150373a-e195-40dd-b8d1-f95a51f931ba req-94f0a081-e653-4ba8-9fc8-aff4940be823 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 1129 time: 0.0615036 Oct 31 15:00:56.838538 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d589bf-0869-4059-8003-dfff8804b0a1 req-d0c69493-c675-4249-972e-3f4fdc98d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:56.839938 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-88d589bf-0869-4059-8003-dfff8804b0a1 req-d0c69493-c675-4249-972e-3f4fdc98d80b service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=b78261dd-be23-4771-9073-9a716a608356 HTTP/1.1" status: 200 len: 856 time: 0.1032250 Oct 31 15:00:56.846811 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-8c793569-8625-4cf5-b0e8-9303b18b3957 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Deleting port 59345b48-7950-436d-9587-c6864de41321 {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:00:56.847148 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8c793569-8625-4cf5-b0e8-9303b18b3957 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (59345b48-7950-436d-9587-c6864de41321), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:56.924586 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8c793569-8625-4cf5-b0e8-9303b18b3957 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (59345b48-7950-436d-9587-c6864de41321), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:56.925006 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8c793569-8625-4cf5-b0e8-9303b18b3957 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for floatingip (59345b48-7950-436d-9587-c6864de41321), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:56.935251 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d589bf-0869-4059-8003-dfff8804b0a1 req-105583d6-fcd4-438a-9148-92b7fab09ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:56.937568 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-88d589bf-0869-4059-8003-dfff8804b0a1 req-105583d6-fcd4-438a-9148-92b7fab09ff9 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814638 Oct 31 15:00:56.938986 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-8c793569-8625-4cf5-b0e8-9303b18b3957 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Calling delete_port for 59345b48-7950-436d-9587-c6864de41321 owned by network:floatingip {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:00:56.939596 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:56.988475 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:57.021022 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150373a-e195-40dd-b8d1-f95a51f931ba req-9add7376-811d-4c3b-84a3-6a26fc991974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:57.022570 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f150373a-e195-40dd-b8d1-f95a51f931ba req-9add7376-811d-4c3b-84a3-6a26fc991974 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 919 time: 0.1739554 Oct 31 15:00:57.030473 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:57.075376 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8c793569-8625-4cf5-b0e8-9303b18b3957 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (59345b48-7950-436d-9587-c6864de41321), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.093815 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-88d589bf-0869-4059-8003-dfff8804b0a1 req-e9f8bac5-a958-4e19-b392-a85f63163549 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495895 Oct 31 15:00:57.101636 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c793569-8625-4cf5-b0e8-9303b18b3957 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event deleted for resources: {'Port': ['ID=59345b48-7950-436d-9587-c6864de41321,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:57.116429 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f150373a-e195-40dd-b8d1-f95a51f931ba req-d7002570-926f-49fd-830f-1c3c5493a6ec service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca3597d-1f0c-4411-bf26-b163a2db64fc HTTP/1.1" status: 200 len: 1000 time: 0.0876875 Oct 31 15:00:57.170511 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8c793569-8625-4cf5-b0e8-9303b18b3957 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for floatingip (8cfb2636-2b87-43d1-bc20-e6154a6d8f8a), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.174043 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8c793569-8625-4cf5-b0e8-9303b18b3957 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.175191 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-8c793569-8625-4cf5-b0e8-9303b18b3957 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/8cfb2636-2b87-43d1-bc20-e6154a6d8f8a HTTP/1.1" status: 204 len: 168 time: 0.4535084 Oct 31 15:00:57.247912 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd86cff-a744-4924-91c3-ae89fe35e4c4 req-5843ea54-fb14-47ba-8a57-b293cbb85101 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:57.249572 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dbd86cff-a744-4924-91c3-ae89fe35e4c4 req-5843ea54-fb14-47ba-8a57-b293cbb85101 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 945 time: 0.0705383 Oct 31 15:00:57.253793 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150373a-e195-40dd-b8d1-f95a51f931ba req-4c306da0-bcd8-4072-9dae-8349c6ca690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:57.255182 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f150373a-e195-40dd-b8d1-f95a51f931ba req-4c306da0-bcd8-4072-9dae-8349c6ca690b service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.1285894 Oct 31 15:00:57.257346 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45622) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:57.262127 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-f35b325f-0fa5-4917-a7ea-af5d64082869 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--702118773', 'description': 'tempest-description--322999442'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:57.283477 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f35b325f-0fa5-4917-a7ea-af5d64082869 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.332937 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-88d589bf-0869-4059-8003-dfff8804b0a1 req-54b12dc6-c53a-4246-b8cc-9cf708ab9109 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322345 Oct 31 15:00:57.347039 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150373a-e195-40dd-b8d1-f95a51f931ba req-53dd73ff-836c-47d3-a10d-f73b8bfc89ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:57.348584 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f150373a-e195-40dd-b8d1-f95a51f931ba req-53dd73ff-836c-47d3-a10d-f73b8bfc89ad service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776489 Oct 31 15:00:57.355208 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f35b325f-0fa5-4917-a7ea-af5d64082869 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group (4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.356284 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dbd86cff-a744-4924-91c3-ae89fe35e4c4 req-58ce0b59-57c4-48a2-b0f0-21feda896874 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001689 Oct 31 15:00:57.369876 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f35b325f-0fa5-4917-a7ea-af5d64082869 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.408696 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f35b325f-0fa5-4917-a7ea-af5d64082869 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.409957 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-f35b325f-0fa5-4917-a7ea-af5d64082869 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1513765 Oct 31 15:00:57.411120 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b325f-0fa5-4917-a7ea-af5d64082869 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:57.413195 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45626) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:57.421283 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-cba0e0ae-04e8-4a48-b8da-b7778bf66974 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Request body: {'security_group_rule': {'security_group_id': '4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:57.436252 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:57.476100 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cba0e0ae-04e8-4a48-b8da-b7778bf66974 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group_rule (014bdc11-bd4f-4fc6-9619-c720ed3500e9), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.482878 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f150373a-e195-40dd-b8d1-f95a51f931ba req-016be6a8-f81b-4741-a2d7-2a477e909635 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257045 Oct 31 15:00:57.505328 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29763d53-f9df-4ff8-84cf-1c89c968a473 req-c08e1fec-de37-450a-a707-930527091cea tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:57.506841 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-29763d53-f9df-4ff8-84cf-1c89c968a473 req-c08e1fec-de37-450a-a707-930527091cea tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 945 time: 0.0479326 Oct 31 15:00:57.517428 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45628) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:57.522610 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-e310309c-d486-42ad-99bd-852ed130d8e8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'floatingip': {'port_id': '986667c8-d6cc-428f-9699-9ed7f61777ed'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:57.565472 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e310309c-d486-42ad-99bd-852ed130d8e8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (26e5ad25-1107-4923-88f1-8d00d130ccc5), before_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.612621 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cba0e0ae-04e8-4a48-b8da-b7778bf66974 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group_rule (014bdc11-bd4f-4fc6-9619-c720ed3500e9), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.617314 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cba0e0ae-04e8-4a48-b8da-b7778bf66974 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (014bdc11-bd4f-4fc6-9619-c720ed3500e9), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.620428 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f150373a-e195-40dd-b8d1-f95a51f931ba req-fa4a0dd7-7868-4c07-a5a1-109b36b56e80 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312435 Oct 31 15:00:57.638904 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0e0ae-04e8-4a48-b8da-b7778bf66974 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014bdc11-bd4f-4fc6-9619-c720ed3500e9,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:57.643909 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cba0e0ae-04e8-4a48-b8da-b7778bf66974 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.645138 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-cba0e0ae-04e8-4a48-b8da-b7778bf66974 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2309566 Oct 31 15:00:57.648052 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45630) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:57.652632 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-4a4929f5-9640-4672-a0d2-d6c42de3a3e0 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Request body: {'security_group_rule': {'security_group_id': '4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:57.687050 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4a4929f5-9640-4672-a0d2-d6c42de3a3e0 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group_rule (9ac2c625-0eeb-4c0d-bc0d-1fb093605a9a), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.775623 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88400c20-efa1-47c5-a8ad-699bd2de7210 req-51b30cb0-a38b-4f75-ae4a-fb38094c88c3 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:57.777104 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-88400c20-efa1-47c5-a8ad-699bd2de7210 req-51b30cb0-a38b-4f75-ae4a-fb38094c88c3 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0625787 Oct 31 15:00:57.788544 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4a4929f5-9640-4672-a0d2-d6c42de3a3e0 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group_rule (9ac2c625-0eeb-4c0d-bc0d-1fb093605a9a), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.795961 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4a4929f5-9640-4672-a0d2-d6c42de3a3e0 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (9ac2c625-0eeb-4c0d-bc0d-1fb093605a9a), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.827818 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:57.831101 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4929f5-9640-4672-a0d2-d6c42de3a3e0 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac2c625-0eeb-4c0d-bc0d-1fb093605a9a,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:57.845055 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4a4929f5-9640-4672-a0d2-d6c42de3a3e0 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.849327 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-4a4929f5-9640-4672-a0d2-d6c42de3a3e0 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1972430 Oct 31 15:00:57.850037 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45634) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:00:57.858487 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Request body: {'floatingip': {'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:00:57.878874 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-88400c20-efa1-47c5-a8ad-699bd2de7210 req-4abdfb1c-d8dd-46ec-a8a0-a96c3606ba99 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922468 Oct 31 15:00:57.889123 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:57.970626 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:58.010273 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:58.029354 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e310309c-d486-42ad-99bd-852ed130d8e8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:58.033331 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e310309c-d486-42ad-99bd-852ed130d8e8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (26e5ad25-1107-4923-88f1-8d00d130ccc5), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:58.080784 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Allocated IP 172.27.0.55 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/6fe626b1-03be-4226-88d0-39845a1a309a) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:00:58.109107 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:58.130864 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.l3_db [None req-e310309c-d486-42ad-99bd-852ed130d8e8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Floating IP 26e5ad25-1107-4923-88f1-8d00d130ccc5 associated. External IP: 172.27.0.5, port: 986667c8-d6cc-428f-9699-9ed7f61777ed. Oct 31 15:00:58.188515 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for port (6fe626b1-03be-4226-88d0-39845a1a309a), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:58.220541 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (6fe626b1-03be-4226-88d0-39845a1a309a), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:58.268432 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:58.269215 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:00:58.272625 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:00:58.274533 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event updated for resources: {'Port': ['ID=6fe626b1-03be-4226-88d0-39845a1a309a,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:58.276761 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:00:58.337068 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e310309c-d486-42ad-99bd-852ed130d8e8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:00:58.359442 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for floatingip (de018b80-86cf-4976-b545-c6e7f91c00a8), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:58.396404 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6fe626b1-03be-4226-88d0-39845a1a309a), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:58.443360 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e310309c-d486-42ad-99bd-852ed130d8e8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:00:58.448626 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e310309c-d486-42ad-99bd-852ed130d8e8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:58.454684 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e94432f-a760-4a90-b3cb-ed7558c93580 None None] Sync routers for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:00:58.465590 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94432f-a760-4a90-b3cb-ed7558c93580 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:00:58.466375 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-3e94432f-a760-4a90-b3cb-ed7558c93580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:58.567473 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for port (6fe626b1-03be-4226-88d0-39845a1a309a), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:58.573915 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (6fe626b1-03be-4226-88d0-39845a1a309a), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:58.581287 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-3e94432f-a760-4a90-b3cb-ed7558c93580 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:00:58.629823 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:58.651542 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (de018b80-86cf-4976-b545-c6e7f91c00a8), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:58.654700 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event updated for resources: {'Port': ['ID=6fe626b1-03be-4226-88d0-39845a1a309a,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:00:58.673899 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:00:58.683647 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-222d9ce2-a4e8-4dab-84d8-9f029d12e708 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8242307 Oct 31 15:00:58.718620 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-e310309c-d486-42ad-99bd-852ed130d8e8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/26e5ad25-1107-4923-88f1-8d00d130ccc5 HTTP/1.1" status: 200 len: 989 time: 1.1999919 Oct 31 15:00:58.719289 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9357fbec-cc10-4069-9fa4-fdeefcbe705b', 'tag': '986667c8-d6cc-428f-9699-9ed7f61777ed'}] {{(pid=119728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:00:58.721579 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70659c7d82748c464bbc4d22addfc580e7d5d3b031e95af23221b39b4b2150b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cacbe9-341b-4543-b0a1-1d85bbb0b48f" -d '{"events": [{"name": "network-changed", "server_uuid": "9357fbec-cc10-4069-9fa4-fdeefcbe705b", "tag": "986667c8-d6cc-428f-9699-9ed7f61777ed"}]}' {{(pid=119728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:00:58.730576 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:58.760230 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b702a22-c944-4857-b6a3-79b7a3c19acd x-openstack-request-id: req-4b702a22-c944-4857-b6a3-79b7a3c19acd {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:00:58.760487 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9357fbec-cc10-4069-9fa4-fdeefcbe705b", "tag": "986667c8-d6cc-428f-9699-9ed7f61777ed", "status": "completed", "code": 200}]} {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:00:58.760735 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b702a22-c944-4857-b6a3-79b7a3c19acd {{(pid=119728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:00:58.761513 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b702a22-c944-4857-b6a3-79b7a3c19acd'] response: {'name': 'network-changed', 'server_uuid': '9357fbec-cc10-4069-9fa4-fdeefcbe705b', 'tag': '986667c8-d6cc-428f-9699-9ed7f61777ed', 'status': 'completed', 'code': 200} Oct 31 15:00:58.805678 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-3e94432f-a760-4a90-b3cb-ed7558c93580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '26e5ad25-1107-4923-88f1-8d00d130ccc5', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '986667c8-d6cc-428f-9699-9ed7f61777ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:af:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9357fbec-cc10-4069-9fa4-fdeefcbe705b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:00:40Z', 'updated_at': '2022-10-31T15:00:57Z', 'revision_number': 1, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:58.807323 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:58.836659 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e94432f-a760-4a90-b3cb-ed7558c93580 None None] Checking router: 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:00:58.845978 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94432f-a760-4a90-b3cb-ed7558c93580 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:00:58.846596 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-3e94432f-a760-4a90-b3cb-ed7558c93580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:58.919434 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cacbe9-341b-4543-b0a1-1d85bbb0b48f req-190ef3ca-36c7-45c0-9075-c2ac619b04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:58.921689 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71cacbe9-341b-4543-b0a1-1d85bbb0b48f req-190ef3ca-36c7-45c0-9075-c2ac619b04bc service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 1129 time: 0.0638294 Oct 31 15:00:58.935043 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-a0c83ff2-a6f2-4f4e-82b1-b195df0d6bbb tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--702118773&fields=id&tenant_id=fdab2d4f39c64f239ded71cc9773c8bb HTTP/1.1" status: 200 len: 267 time: 0.0796199 Oct 31 15:00:58.952750 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-3e94432f-a760-4a90-b3cb-ed7558c93580 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:00:59.009220 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0219f84-2642-42d0-a63b-71fd02214e28 req-8a230274-902e-49af-8d0c-adebe0169888 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:59.010828 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c0219f84-2642-42d0-a63b-71fd02214e28 req-8a230274-902e-49af-8d0c-adebe0169888 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0483983 Oct 31 15:00:59.064119 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c0219f84-2642-42d0-a63b-71fd02214e28 req-dc04cf7a-ab53-43c9-9ffb-17299b9e4746 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464067 Oct 31 15:00:59.197979 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-3e94432f-a760-4a90-b3cb-ed7558c93580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '26e5ad25-1107-4923-88f1-8d00d130ccc5', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '986667c8-d6cc-428f-9699-9ed7f61777ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:af:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9357fbec-cc10-4069-9fa4-fdeefcbe705b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:00:40Z', 'updated_at': '2022-10-31T15:00:57Z', 'revision_number': 1, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:00:59.224689 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e94432f-a760-4a90-b3cb-ed7558c93580 None None] The sync data for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi is: [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '26e5ad25-1107-4923-88f1-8d00d130ccc5', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '986667c8-d6cc-428f-9699-9ed7f61777ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:af:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9357fbec-cc10-4069-9fa4-fdeefcbe705b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:00:40Z', 'updated_at': '2022-10-31T15:00:57Z', 'revision_number': 1, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:00:59.305897 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:59.356438 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cacbe9-341b-4543-b0a1-1d85bbb0b48f req-c736ea32-5179-4caf-b140-7dcce5e67215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:59.358233 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71cacbe9-341b-4543-b0a1-1d85bbb0b48f req-c736ea32-5179-4caf-b140-7dcce5e67215 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 200 len: 915 time: 0.4182920 Oct 31 15:00:59.379870 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-a8aa03b6-5d6d-494c-b9d2-ca3b75fe1bfc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:59.381350 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-a8aa03b6-5d6d-494c-b9d2-ca3b75fe1bfc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/networks?id=d9dc557c-0645-443c-a01e-416bcfdc6824 HTTP/1.1" status: 200 len: 810 time: 0.4335005 Oct 31 15:00:59.397268 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-cf49afd4-85dc-4e04-8925-d9d317281898 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/quotas/fdab2d4f39c64f239ded71cc9773c8bb HTTP/1.1" status: 200 len: 375 time: 0.0103881 Oct 31 15:00:59.423994 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a659f6d-9d68-4886-9e3d-7a5a11b19539 None None] New status for floating IP 26e5ad25-1107-4923-88f1-8d00d130ccc5: ACTIVE {{(pid=119730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:00:59.451923 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-957375f8-b99c-42dd-a1bb-f0a6b7defb9d tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fdab2d4f39c64f239ded71cc9773c8bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489304 Oct 31 15:00:59.610396 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-25c418fe-fb56-42e0-9ea0-b0de71e5efe9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443248 Oct 31 15:00:59.643088 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71cacbe9-341b-4543-b0a1-1d85bbb0b48f req-a3fa1d27-5420-47d1-b6f2-71f6f5f0cbe2 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=986667c8-d6cc-428f-9699-9ed7f61777ed HTTP/1.1" status: 200 len: 997 time: 0.1140702 Oct 31 15:00:59.738935 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cacbe9-341b-4543-b0a1-1d85bbb0b48f req-836252be-43f2-4b84-8dc5-55a107c38637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:59.740303 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71cacbe9-341b-4543-b0a1-1d85bbb0b48f req-836252be-43f2-4b84-8dc5-55a107c38637 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=6c0893af-f459-43bc-83fe-ab19005e56d2 HTTP/1.1" status: 200 len: 853 time: 0.0692143 Oct 31 15:00:59.758995 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-29f84d25-0d20-47dc-8fea-accbac170188 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410029 Oct 31 15:00:59.786648 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cacbe9-341b-4543-b0a1-1d85bbb0b48f req-5cacf11e-e8cc-4fbf-bdbf-9b94d5728a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:00:59.788167 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71cacbe9-341b-4543-b0a1-1d85bbb0b48f req-5cacf11e-e8cc-4fbf-bdbf-9b94d5728a16 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=344848ef-d9a5-4f9a-8ddf-c96c364ed358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409338 Oct 31 15:00:59.892392 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71cacbe9-341b-4543-b0a1-1d85bbb0b48f req-e9386049-0ae1-49de-9f96-f4bbc588406e service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931423 Oct 31 15:00:59.925667 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-dbd141ea-2254-434c-8d04-9545ee935446 req-40b0c735-9ba4-4ff7-9c39-696804126503 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 210 time: 0.0283711 Oct 31 15:00:59.988060 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:00:59.991947 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71cacbe9-341b-4543-b0a1-1d85bbb0b48f req-8166f7e4-e263-4772-a106-5872af9a5c58 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932856 Oct 31 15:01:00.190213 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab37003-262a-4858-97b5-031813232fbf req-f807bb68-87c2-4aae-b44d-1162e01f13e7 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:00.191740 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ab37003-262a-4858-97b5-031813232fbf req-f807bb68-87c2-4aae-b44d-1162e01f13e7 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0485744 Oct 31 15:01:00.245934 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9ab37003-262a-4858-97b5-031813232fbf req-6648cf39-d8de-43f6-8dbb-ba1a7db4cd69 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463195 Oct 31 15:01:00.369046 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2e28f-7eaf-4a04-a7a3-7b2306440998 req-e9e43729-af73-4254-9c33-df45ca9420b6 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:00.370547 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f6f2e28f-7eaf-4a04-a7a3-7b2306440998 req-e9e43729-af73-4254-9c33-df45ca9420b6 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0522518 Oct 31 15:01:00.381159 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45668) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:01:00.385797 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-c1b5213f-e65e-4791-b061-88c9880ee3ca tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Request body: {'floatingip': {'port_id': 'eca3597d-1f0c-4411-bf26-b163a2db64fc'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:01:00.443901 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c1b5213f-e65e-4791-b061-88c9880ee3ca tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for floatingip (867b3f06-806c-41cd-a6db-fd014904525f), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:00.815344 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:00.909397 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c1b5213f-e65e-4791-b061-88c9880ee3ca tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:00.913091 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c1b5213f-e65e-4791-b061-88c9880ee3ca tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (867b3f06-806c-41cd-a6db-fd014904525f), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:01.063228 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-301a2b2f-512e-4864-980d-5bc5eb9171ee req-bdcb0387-74fb-47ae-9a63-efedf6dba362 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 210 time: 0.0524881 Oct 31 15:01:01.218672 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-a4fda0bb-bb6f-4f7a-a495-8bea4631a3b7 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:01.220145 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-a4fda0bb-bb6f-4f7a-a495-8bea4631a3b7 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.44 "GET /networking/v2.0/networks?id=d9dc557c-0645-443c-a01e-416bcfdc6824 HTTP/1.1" status: 200 len: 810 time: 0.1941264 Oct 31 15:01:01.234189 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:01.236176 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b5213f-e65e-4791-b061-88c9880ee3ca tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Router 3e116425-6006-4b6c-abd9-e78ee6c430ee has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:01:01.379860 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-5a75355a-a72e-436c-90c9-93dfff98b435 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fdab2d4f39c64f239ded71cc9773c8bb HTTP/1.1" status: 200 len: 379 time: 0.0989144 Oct 31 15:01:01.382740 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b5213f-e65e-4791-b061-88c9880ee3ca tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:01:01.387978 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c1b5213f-e65e-4791-b061-88c9880ee3ca tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:01.392351 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f70210-9f9a-497b-8148-e22338113511 None None] Sync routers for ids ['3e116425-6006-4b6c-abd9-e78ee6c430ee'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:01:01.392922 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-8759e265-a411-4b0f-a2a7-5e714dd920c1 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Request body: {'port': {'device_id': '37732b02-4aae-470b-860b-9fce11dbc27d', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'admin_state_up': True, 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'security_groups': ['4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e']}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:01:01.403519 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f70210-9f9a-497b-8148-e22338113511 None None] Routers {'3e116425-6006-4b6c-abd9-e78ee6c430ee'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:01:01.404212 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-13f70210-9f9a-497b-8148-e22338113511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['3e116425-6006-4b6c-abd9-e78ee6c430ee'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:01:01.474174 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'tag': 'eca3597d-1f0c-4411-bf26-b163a2db64fc'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:01:01.476502 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7491a37-75e8-471a-a7f9-9a4b990cd873" -d '{"events": [{"name": "network-changed", "server_uuid": "764f83d2-ab35-4b21-a738-a7f366fddf0e", "tag": "eca3597d-1f0c-4411-bf26-b163a2db64fc"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:01:01.512679 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-13f70210-9f9a-497b-8148-e22338113511 None None] Set router 3e116425-6006-4b6c-abd9-e78ee6c430ee gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:01:01.523155 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-c1b5213f-e65e-4791-b061-88c9880ee3ca tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/867b3f06-806c-41cd-a6db-fd014904525f HTTP/1.1" status: 200 len: 992 time: 1.1408005 Oct 31 15:01:01.539072 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868905a2-c340-4e41-bb36-933828f17a7d x-openstack-request-id: req-868905a2-c340-4e41-bb36-933828f17a7d {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:01:01.539442 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764f83d2-ab35-4b21-a738-a7f366fddf0e", "tag": "eca3597d-1f0c-4411-bf26-b163a2db64fc", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:01:01.539844 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-868905a2-c340-4e41-bb36-933828f17a7d {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:01:01.540386 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-868905a2-c340-4e41-bb36-933828f17a7d'] response: {'name': 'network-changed', 'server_uuid': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'tag': 'eca3597d-1f0c-4411-bf26-b163a2db64fc', 'status': 'completed', 'code': 200} Oct 31 15:01:01.598255 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-8759e265-a411-4b0f-a2a7-5e714dd920c1 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Made reservation on behalf of fdab2d4f39c64f239ded71cc9773c8bb for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:01:01.601961 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-8759e265-a411-4b0f-a2a7-5e714dd920c1 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:01.607813 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7491a37-75e8-471a-a7f9-9a4b990cd873 req-3eb6411d-c0e3-4dd8-b232-a6d779747a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:01.609882 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7491a37-75e8-471a-a7f9-9a4b990cd873 req-3eb6411d-c0e3-4dd8-b232-a6d779747a2f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 1129 time: 0.0575726 Oct 31 15:01:01.745234 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-13f70210-9f9a-497b-8148-e22338113511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '867b3f06-806c-41cd-a6db-fd014904525f', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'port_id': 'eca3597d-1f0c-4411-bf26-b163a2db64fc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'mac_address': 'fa:16:3e:64:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:59:01Z', 'updated_at': '2022-10-31T15:01:00Z', 'revision_number': 3, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a102c1d2-f3b3-4523-93b1-c4692daf8c10', 'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'mac_address': 'fa:16:3e:f0:74:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:47Z', 'updated_at': '2022-10-31T14:57:10Z', 'revision_number': 5, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'subnets': [{'id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:01:01.751989 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:01.770215 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f70210-9f9a-497b-8148-e22338113511 None None] Checking router: 3e116425-6006-4b6c-abd9-e78ee6c430ee for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:01:01.778971 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f70210-9f9a-497b-8148-e22338113511 None None] Routers {'3e116425-6006-4b6c-abd9-e78ee6c430ee'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:01:01.779580 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-13f70210-9f9a-497b-8148-e22338113511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['3e116425-6006-4b6c-abd9-e78ee6c430ee'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:01:01.790398 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7491a37-75e8-471a-a7f9-9a4b990cd873 req-6e290465-05e5-4a21-bb0a-ca96193b2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:01.791904 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7491a37-75e8-471a-a7f9-9a4b990cd873 req-6e290465-05e5-4a21-bb0a-ca96193b2853 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 919 time: 0.1757467 Oct 31 15:01:01.847863 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-8759e265-a411-4b0f-a2a7-5e714dd920c1 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Allocated IP 172.20.0.14 (d9dc557c-0645-443c-a01e-416bcfdc6824/2c5945c2-d0e4-41cf-a260-34d36848aab1/873de307-4df8-44d0-9916-a5145ef5bdb4) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:01:01.878819 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7491a37-75e8-471a-a7f9-9a4b990cd873 req-2941daf0-9030-4bbd-969b-e87e8f4b6acf service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca3597d-1f0c-4411-bf26-b163a2db64fc HTTP/1.1" status: 200 len: 1000 time: 0.0793009 Oct 31 15:01:01.884369 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-13f70210-9f9a-497b-8148-e22338113511 None None] Set router 3e116425-6006-4b6c-abd9-e78ee6c430ee gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:01:01.907350 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:01.988868 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7491a37-75e8-471a-a7f9-9a4b990cd873 req-058ed440-23e1-4644-902a-8539b09a892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:01.990323 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7491a37-75e8-471a-a7f9-9a4b990cd873 req-058ed440-23e1-4644-902a-8539b09a892a service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.1001093 Oct 31 15:01:02.006773 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:02.015487 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:02.062250 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7491a37-75e8-471a-a7f9-9a4b990cd873 req-1fbf5fbb-c1d9-4ff4-84ea-1a7d22a73e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:02.063789 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7491a37-75e8-471a-a7f9-9a4b990cd873 req-1fbf5fbb-c1d9-4ff4-84ea-1a7d22a73e6c service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663011 Oct 31 15:01:02.096995 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-8759e265-a411-4b0f-a2a7-5e714dd920c1 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:02.097454 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-13f70210-9f9a-497b-8148-e22338113511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '867b3f06-806c-41cd-a6db-fd014904525f', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'port_id': 'eca3597d-1f0c-4411-bf26-b163a2db64fc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'mac_address': 'fa:16:3e:64:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:59:01Z', 'updated_at': '2022-10-31T15:01:00Z', 'revision_number': 3, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a102c1d2-f3b3-4523-93b1-c4692daf8c10', 'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'mac_address': 'fa:16:3e:f0:74:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:47Z', 'updated_at': '2022-10-31T14:57:10Z', 'revision_number': 5, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'subnets': [{'id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:01:02.123082 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f70210-9f9a-497b-8148-e22338113511 None None] The sync data for ids ['3e116425-6006-4b6c-abd9-e78ee6c430ee'] in dv-cinder-860227-3-iscsi is: [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '867b3f06-806c-41cd-a6db-fd014904525f', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'port_id': 'eca3597d-1f0c-4411-bf26-b163a2db64fc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'mac_address': 'fa:16:3e:64:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T14:59:01Z', 'updated_at': '2022-10-31T15:01:00Z', 'revision_number': 3, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a102c1d2-f3b3-4523-93b1-c4692daf8c10', 'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'mac_address': 'fa:16:3e:f0:74:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:47Z', 'updated_at': '2022-10-31T14:57:10Z', 'revision_number': 5, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'subnets': [{'id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:01:02.204549 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cf158753-b88a-4d55-97af-c4181423b5a7 req-6dcb0e01-2145-4025-b219-b06a29027db7 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 210 time: 0.0481720 Oct 31 15:01:02.215258 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-8759e265-a411-4b0f-a2a7-5e714dd920c1 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:02.247263 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7491a37-75e8-471a-a7f9-9a4b990cd873 req-61a24464-5de0-4ed1-aa90-54e60eb8f0a4 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754050 Oct 31 15:01:02.287767 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-8759e265-a411-4b0f-a2a7-5e714dd920c1 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Network d9dc557c-0645-443c-a01e-416bcfdc6824 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:01:02.294645 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-8759e265-a411-4b0f-a2a7-5e714dd920c1 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:01:02.528430 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-31101eb8-cf5c-48e0-aec0-eb2ba6b1cb6b None None] Provisioning complete for port 873de307-4df8-44d0-9916-a5145ef5bdb4 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:01:02.528935 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-31101eb8-cf5c-48e0-aec0-eb2ba6b1cb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:02.529037 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-31101eb8-cf5c-48e0-aec0-eb2ba6b1cb6b None None] Attempt 1 to provision port 873de307-4df8-44d0-9916-a5145ef5bdb4 Oct 31 15:01:02.560942 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-31101eb8-cf5c-48e0-aec0-eb2ba6b1cb6b None None] Port 873de307-4df8-44d0-9916-a5145ef5bdb4 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:01:02.565283 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759e265-a411-4b0f-a2a7-5e714dd920c1 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event updated for resources: {'Port': ['ID=873de307-4df8-44d0-9916-a5145ef5bdb4,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:01:02.571256 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-8759e265-a411-4b0f-a2a7-5e714dd920c1 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:01:02.636092 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-8759e265-a411-4b0f-a2a7-5e714dd920c1 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:02.636694 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-8759e265-a411-4b0f-a2a7-5e714dd920c1 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:02.655111 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a7491a37-75e8-471a-a7f9-9a4b990cd873 req-738f3d8a-4f59-435a-8d8f-bbbd42663183 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007406 Oct 31 15:01:02.663124 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-8759e265-a411-4b0f-a2a7-5e714dd920c1 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2785506 Oct 31 15:01:02.676996 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Request body: {'port': {'device_id': '37732b02-4aae-470b-860b-9fce11dbc27d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:01:02.739526 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:02.855377 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:02.988542 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873de307-4df8-44d0-9916-a5145ef5bdb4 {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:01:02.995803 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Publish callbacks [] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:03.006256 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:03.009615 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Transition to ACTIVE for port object 873de307-4df8-44d0-9916-a5145ef5bdb4 will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 15:01:03.012637 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:03.076305 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Pushing event updated for resources: {'Port': ['ID=873de307-4df8-44d0-9916-a5145ef5bdb4,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:01:03.124017 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Attempting to bind port 873de307-4df8-44d0-9916-a5145ef5bdb4 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:01:03.124277 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Attempting to bind port 873de307-4df8-44d0-9916-a5145ef5bdb4 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:01:03.124601 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Attempting to bind port 873de307-4df8-44d0-9916-a5145ef5bdb4 on network d9dc557c-0645-443c-a01e-416bcfdc6824 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:01:03.165023 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Port 873de307-4df8-44d0-9916-a5145ef5bdb4 on network d9dc557c-0645-443c-a01e-416bcfdc6824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 15:01:03.165372 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Attempting to bind port 873de307-4df8-44d0-9916-a5145ef5bdb4 on network d9dc557c-0645-443c-a01e-416bcfdc6824 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:01:03.206931 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:01:03.207273 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Checking segment: {'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:01:03.207683 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Bound using segment: {'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:01:03.208116 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Bound port: 873de307-4df8-44d0-9916-a5145ef5bdb4, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2bbb2c-6277-46b4-9804-b7fa722797b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:01:03.208470 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:03.276916 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] For port 873de307-4df8-44d0-9916-a5145ef5bdb4, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:01:03.283579 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] For port 873de307-4df8-44d0-9916-a5145ef5bdb4, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=873de307-4df8-44d0-9916-a5145ef5bdb4,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:01:03.289543 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:03.293682 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:03.294291 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:03.296262 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/873de307-4df8-44d0-9916-a5145ef5bdb4 HTTP/1.1" status: 200 len: 1094 time: 0.6232281 Oct 31 15:01:03.348992 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222c275-2c16-4c13-94d4-f6eff4d81ac7 req-54a05e2f-3fbd-4181-9619-602cf719a3bd tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:03.350597 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b222c275-2c16-4c13-94d4-f6eff4d81ac7 req-54a05e2f-3fbd-4181-9619-602cf719a3bd tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 944 time: 0.0612409 Oct 31 15:01:03.353420 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc836656-b420-46e7-a145-d0e7e0718d2f service neutron] Pushing event updated for resources: {'Port': ['ID=873de307-4df8-44d0-9916-a5145ef5bdb4,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:01:03.382761 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-4a70f193-a633-41ba-a512-bde687f07e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:03.384234 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-4a70f193-a633-41ba-a512-bde687f07e57 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=fdab2d4f39c64f239ded71cc9773c8bb&device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 1128 time: 0.0447972 Oct 31 15:01:03.399582 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b222c275-2c16-4c13-94d4-f6eff4d81ac7 req-ebc6c80f-3400-45ca-ae1e-9f8d6cdcb318 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430946 Oct 31 15:01:03.428798 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-a96ad12f-6a72-4536-8eb4-79b21f38d21c service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=873de307-4df8-44d0-9916-a5145ef5bdb4 HTTP/1.1" status: 200 len: 217 time: 0.0374603 Oct 31 15:01:03.476914 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-b867b119-ea39-499f-821d-9db9277af279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:03.478392 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-b867b119-ea39-499f-821d-9db9277af279 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=2c5945c2-d0e4-41cf-a260-34d36848aab1 HTTP/1.1" status: 200 len: 849 time: 0.0443785 Oct 31 15:01:03.522540 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-ddc9ec12-d7e1-4eee-8837-a4ce26674888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:03.524076 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-ddc9ec12-d7e1-4eee-8837-a4ce26674888 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=d9dc557c-0645-443c-a01e-416bcfdc6824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397475 Oct 31 15:01:03.546774 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'tag': 'eca3597d-1f0c-4411-bf26-b163a2db64fc'}, {'name': 'network-changed', 'server_uuid': '37732b02-4aae-470b-860b-9fce11dbc27d', 'tag': '873de307-4df8-44d0-9916-a5145ef5bdb4'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:01:03.549296 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93e2df2-ec84-4890-929c-dea4a14c3e39" -d '{"events": [{"name": "network-changed", "server_uuid": "764f83d2-ab35-4b21-a738-a7f366fddf0e", "tag": "eca3597d-1f0c-4411-bf26-b163a2db64fc"}, {"name": "network-changed", "server_uuid": "37732b02-4aae-470b-860b-9fce11dbc27d", "tag": "873de307-4df8-44d0-9916-a5145ef5bdb4"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:01:03.594155 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Oct 2022 15:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb4f69e-ab37-47c4-bb31-e725cd184255 x-openstack-request-id: req-fdb4f69e-ab37-47c4-bb31-e725cd184255 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:01:03.594752 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764f83d2-ab35-4b21-a738-a7f366fddf0e", "tag": "eca3597d-1f0c-4411-bf26-b163a2db64fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37732b02-4aae-470b-860b-9fce11dbc27d", "tag": "873de307-4df8-44d0-9916-a5145ef5bdb4", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:01:03.594752 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fdb4f69e-ab37-47c4-bb31-e725cd184255 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:01:03.595094 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb4f69e-ab37-47c4-bb31-e725cd184255'] response: {'name': 'network-changed', 'server_uuid': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'tag': 'eca3597d-1f0c-4411-bf26-b163a2db64fc', 'status': 'completed', 'code': 200} Oct 31 15:01:03.595349 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb4f69e-ab37-47c4-bb31-e725cd184255'] response: {'name': 'network-changed', 'server_uuid': '37732b02-4aae-470b-860b-9fce11dbc27d', 'tag': '873de307-4df8-44d0-9916-a5145ef5bdb4', 'status': 'completed', 'code': 200} Oct 31 15:01:03.636688 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-9873728e-860f-42b5-96c9-69e99e416a69 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069729 Oct 31 15:01:03.708158 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-da1c6eb3-0a37-4eeb-a2c6-e059faf34d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:03.709617 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-da1c6eb3-0a37-4eeb-a2c6-e059faf34d19 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 1129 time: 0.0916750 Oct 31 15:01:03.741712 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:03.809680 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7c21b03d-1994-4753-9244-2cacaa9ed736 req-e44039c9-c47c-4d94-bc81-c95be3ee9b7a service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565907 Oct 31 15:01:03.838640 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-a4cc7a6b-323a-4ff6-b005-f53a1652238e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:03.840174 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-a4cc7a6b-323a-4ff6-b005-f53a1652238e service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 919 time: 0.1214747 Oct 31 15:01:04.520912 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b63df0-bb76-4c5d-b933-01f32c7afe08 req-36701fbf-db3e-4e58-99d3-5ec91020c777 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:04.522418 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-52b63df0-bb76-4c5d-b933-01f32c7afe08 req-36701fbf-db3e-4e58-99d3-5ec91020c777 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 944 time: 0.0472291 Oct 31 15:01:04.570550 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-52b63df0-bb76-4c5d-b933-01f32c7afe08 req-d0044f3f-4550-4152-9700-bf649546a300 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425749 Oct 31 15:01:04.817781 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-518a0ecd-2862-451b-88aa-682066a98c54 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca3597d-1f0c-4411-bf26-b163a2db64fc HTTP/1.1" status: 200 len: 1000 time: 0.0577838 Oct 31 15:01:04.867811 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:04.872167 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-7032b424-9c4e-4fac-bf80-b087b45a76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:04.874155 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-7032b424-9c4e-4fac-bf80-b087b45a76a2 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.0506024 Oct 31 15:01:04.925371 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-f8fa5a30-429e-495c-ae95-24d394cdbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:04.926837 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-f8fa5a30-429e-495c-ae95-24d394cdbaac service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406568 Oct 31 15:01:05.017980 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-3e6e1426-9bae-44e4-8792-bef6074e637d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848715 Oct 31 15:01:05.113054 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-9c5c7dab-b0f2-44be-aec8-8e4dcd8525b6 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882909 Oct 31 15:01:05.193536 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-6876df08-35df-4896-8337-993892ccdaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:05.194993 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-6876df08-35df-4896-8337-993892ccdaf1 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=fdab2d4f39c64f239ded71cc9773c8bb&device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 1128 time: 0.0385814 Oct 31 15:01:05.288677 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-9bc88ca2-351f-45ee-87d2-3705d6c858b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:05.290147 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-9bc88ca2-351f-45ee-87d2-3705d6c858b4 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=d9dc557c-0645-443c-a01e-416bcfdc6824 HTTP/1.1" status: 200 len: 911 time: 0.0894623 Oct 31 15:01:05.329771 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-ecd3101a-adc8-4c42-b33e-99661f4ce04c service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=873de307-4df8-44d0-9916-a5145ef5bdb4 HTTP/1.1" status: 200 len: 217 time: 0.0334246 Oct 31 15:01:05.350133 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 873de307-4df8-44d0-9916-a5145ef5bdb4 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 15:01:05.378319 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-65e0c974-a273-4c08-b51b-54df97c778f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:05.379737 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-65e0c974-a273-4c08-b51b-54df97c778f4 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=2c5945c2-d0e4-41cf-a260-34d36848aab1 HTTP/1.1" status: 200 len: 849 time: 0.0438614 Oct 31 15:01:05.426511 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-7096a096-fa0e-45f2-882c-d5a507cc4d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:05.428048 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-7096a096-fa0e-45f2-882c-d5a507cc4d1f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=d9dc557c-0645-443c-a01e-416bcfdc6824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426781 Oct 31 15:01:05.451473 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 873de307-4df8-44d0-9916-a5145ef5bdb4, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=873de307-4df8-44d0-9916-a5145ef5bdb4,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:01:05.463893 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '873de307-4df8-44d0-9916-a5145ef5bdb4', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'port_id': '873de307-4df8-44d0-9916-a5145ef5bdb4', 'mac_address': 'fa:16:3e:f4:6f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 15:01:05.498982 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 873de307-4df8-44d0-9916-a5145ef5bdb4 is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:01:05.499371 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:05.512410 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873de307-4df8-44d0-9916-a5145ef5bdb4 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:01:05.522991 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-701fd03d-13b2-458c-a45c-ed4f8268005d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889661 Oct 31 15:01:05.533609 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 873de307-4df8-44d0-9916-a5145ef5bdb4, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=873de307-4df8-44d0-9916-a5145ef5bdb4,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:01:05.537721 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:05.588653 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=873de307-4df8-44d0-9916-a5145ef5bdb4,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:01:05.619528 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a93e2df2-ec84-4890-929c-dea4a14c3e39 req-c112a9f0-b313-4fe3-9659-b4b13363ed62 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906374 Oct 31 15:01:05.695923 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1b1b-a140-4f6c-9781-6d2b6a965640 req-625cd386-b1f1-435e-82b0-515cfdb2b18f tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:05.697439 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7d2e1b1b-a140-4f6c-9781-6d2b6a965640 req-625cd386-b1f1-435e-82b0-515cfdb2b18f tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 945 time: 0.0491996 Oct 31 15:01:05.745954 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7d2e1b1b-a140-4f6c-9781-6d2b6a965640 req-346eaf84-7a38-4e70-8447-9963d16d98ab tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417581 Oct 31 15:01:05.807649 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['873de307-4df8-44d0-9916-a5145ef5bdb4'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:01:06.868377 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68505a10-be60-4326-8a6d-309ee1a866e5 req-f4491f1b-9b48-4c53-9bb5-42f9653cd24d tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:06.869849 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-68505a10-be60-4326-8a6d-309ee1a866e5 req-f4491f1b-9b48-4c53-9bb5-42f9653cd24d tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 945 time: 0.0511656 Oct 31 15:01:06.917742 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-68505a10-be60-4326-8a6d-309ee1a866e5 req-41ae01f0-6ac4-49ff-8dd9-572f75306291 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416441 Oct 31 15:01:07.261595 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:07.368384 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 873de307-4df8-44d0-9916-a5145ef5bdb4 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:01:07.545847 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 873de307-4df8-44d0-9916-a5145ef5bdb4 completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 15:01:07.551874 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 873de307-4df8-44d0-9916-a5145ef5bdb4 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:01:07.552247 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:07.552607 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 873de307-4df8-44d0-9916-a5145ef5bdb4 Oct 31 15:01:07.622847 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 873de307-4df8-44d0-9916-a5145ef5bdb4 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:01:07.623266 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:07.625831 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:07.642632 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:07.648885 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37732b02-4aae-470b-860b-9fce11dbc27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873de307-4df8-44d0-9916-a5145ef5bdb4'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:01:07.651090 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399e0fd1-14cc-412f-b0a2-a8a982c7266e" -d '{"events": [{"server_uuid": "37732b02-4aae-470b-860b-9fce11dbc27d", "name": "network-vif-plugged", "status": "completed", "tag": "873de307-4df8-44d0-9916-a5145ef5bdb4"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:01:07.666096 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 873de307-4df8-44d0-9916-a5145ef5bdb4, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=873de307-4df8-44d0-9916-a5145ef5bdb4,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:01:07.672076 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:07.694648 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75caa80f-d5a5-4188-a2be-6f818946d6ee x-openstack-request-id: req-75caa80f-d5a5-4188-a2be-6f818946d6ee {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:01:07.694967 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37732b02-4aae-470b-860b-9fce11dbc27d", "name": "network-vif-plugged", "status": "completed", "tag": "873de307-4df8-44d0-9916-a5145ef5bdb4", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:01:07.695201 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75caa80f-d5a5-4188-a2be-6f818946d6ee {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:01:07.695613 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75caa80f-d5a5-4188-a2be-6f818946d6ee'] response: {'server_uuid': '37732b02-4aae-470b-860b-9fce11dbc27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873de307-4df8-44d0-9916-a5145ef5bdb4', 'code': 200} Oct 31 15:01:07.724384 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=873de307-4df8-44d0-9916-a5145ef5bdb4,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:01:07.869044 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f107587-372e-4fb2-a15e-075a837a7d13 req-c3575dd7-5ef7-42b1-a883-78f293763156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:07.870440 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9f107587-372e-4fb2-a15e-075a837a7d13 req-c3575dd7-5ef7-42b1-a883-78f293763156 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 1130 time: 0.0386903 Oct 31 15:01:07.888587 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:07.914736 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9f107587-372e-4fb2-a15e-075a837a7d13 req-0aef8581-b3c8-4087-9b99-96f070683abf service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377049 Oct 31 15:01:08.037003 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be700d23-c499-4525-a8f7-16b7e07b0b61 req-58253e95-8687-4db4-9801-aad582bef358 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:08.038472 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-be700d23-c499-4525-a8f7-16b7e07b0b61 req-58253e95-8687-4db4-9801-aad582bef358 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 946 time: 0.0466375 Oct 31 15:01:08.078712 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:08.086254 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-be700d23-c499-4525-a8f7-16b7e07b0b61 req-c9336340-41c6-4f01-a7dc-a2a1b38c9630 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424781 Oct 31 15:01:09.212020 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8ebc2-b897-4bcb-bbd3-b4d464e4abe3 req-2cb1f757-7e50-4303-b466-697b56cf2972 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:09.213470 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f5a8ebc2-b897-4bcb-bbd3-b4d464e4abe3 req-2cb1f757-7e50-4303-b466-697b56cf2972 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 946 time: 0.0502434 Oct 31 15:01:09.259780 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f5a8ebc2-b897-4bcb-bbd3-b4d464e4abe3 req-e166e7d5-de8b-4d7a-90e1-9f3a4af5a52f tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401969 Oct 31 15:01:10.383840 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9202e3-f6ce-42f6-9775-7bed2db9d006 req-10649924-243b-4f87-8c3c-86256cb48a3e tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:10.385291 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1f9202e3-f6ce-42f6-9775-7bed2db9d006 req-10649924-243b-4f87-8c3c-86256cb48a3e tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 946 time: 0.0492616 Oct 31 15:01:10.432243 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1f9202e3-f6ce-42f6-9775-7bed2db9d006 req-4041916e-794e-4a90-b06e-5c98db045327 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410047 Oct 31 15:01:10.549791 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bd58d-be16-428b-872a-2eb69465153a req-ea8b4d35-ad8a-4fdc-a2dd-cac8d59363d4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:10.551269 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5b8bd58d-be16-428b-872a-2eb69465153a req-ea8b4d35-ad8a-4fdc-a2dd-cac8d59363d4 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 946 time: 0.0468245 Oct 31 15:01:10.561498 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45708) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:01:10.565894 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-0f4f42a3-d3f4-4440-a208-86f2b3535638 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Request body: {'floatingip': {'port_id': '873de307-4df8-44d0-9916-a5145ef5bdb4'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:01:10.603286 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0f4f42a3-d3f4-4440-a208-86f2b3535638 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for floatingip (de018b80-86cf-4976-b545-c6e7f91c00a8), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:10.641733 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:11.022226 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0f4f42a3-d3f4-4440-a208-86f2b3535638 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:11.025870 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0f4f42a3-d3f4-4440-a208-86f2b3535638 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (de018b80-86cf-4976-b545-c6e7f91c00a8), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:11.120184 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [None req-0f4f42a3-d3f4-4440-a208-86f2b3535638 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Floating IP de018b80-86cf-4976-b545-c6e7f91c00a8 associated. External IP: 172.27.0.55, port: 873de307-4df8-44d0-9916-a5145ef5bdb4. Oct 31 15:01:11.315989 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4f42a3-d3f4-4440-a208-86f2b3535638 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:01:11.361387 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:11.419968 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4f42a3-d3f4-4440-a208-86f2b3535638 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:01:11.425178 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0f4f42a3-d3f4-4440-a208-86f2b3535638 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:11.434904 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8d295-e123-42f9-bd59-2007edc96ad8 None None] Sync routers for ids ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:01:11.446550 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8d295-e123-42f9-bd59-2007edc96ad8 None None] Routers {'ffe1c9ae-6b26-486c-95a0-ff4134dfb312'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:01:11.447163 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-2fd8d295-e123-42f9-bd59-2007edc96ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:01:11.456642 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-0f4f42a3-d3f4-4440-a208-86f2b3535638 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/de018b80-86cf-4976-b545-c6e7f91c00a8 HTTP/1.1" status: 200 len: 991 time: 0.8941007 Oct 31 15:01:11.457325 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37732b02-4aae-470b-860b-9fce11dbc27d', 'tag': '873de307-4df8-44d0-9916-a5145ef5bdb4'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:01:11.459689 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7742a3-818b-495e-b37b-751b3953d6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "37732b02-4aae-470b-860b-9fce11dbc27d", "tag": "873de307-4df8-44d0-9916-a5145ef5bdb4"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:01:11.501102 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2145082f-53e1-49ac-a7aa-18b145366b3b x-openstack-request-id: req-2145082f-53e1-49ac-a7aa-18b145366b3b {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:01:11.501390 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37732b02-4aae-470b-860b-9fce11dbc27d", "tag": "873de307-4df8-44d0-9916-a5145ef5bdb4", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:01:11.501641 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2145082f-53e1-49ac-a7aa-18b145366b3b {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:01:11.502047 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2145082f-53e1-49ac-a7aa-18b145366b3b'] response: {'name': 'network-changed', 'server_uuid': '37732b02-4aae-470b-860b-9fce11dbc27d', 'tag': '873de307-4df8-44d0-9916-a5145ef5bdb4', 'status': 'completed', 'code': 200} Oct 31 15:01:11.553699 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-2fd8d295-e123-42f9-bd59-2007edc96ad8 None None] Set router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:01:11.572403 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7742a3-818b-495e-b37b-751b3953d6f1 req-7ef818bb-6069-4566-8d77-287eb2bf9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:11.573899 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ea7742a3-818b-495e-b37b-751b3953d6f1 req-7ef818bb-6069-4566-8d77-287eb2bf9ada service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=fdab2d4f39c64f239ded71cc9773c8bb&device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 1130 time: 0.0420666 Oct 31 15:01:11.670434 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7742a3-818b-495e-b37b-751b3953d6f1 req-50e39577-fc6e-4f12-8187-f819d39c35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:11.672005 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ea7742a3-818b-495e-b37b-751b3953d6f1 req-50e39577-fc6e-4f12-8187-f819d39c35d1 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=d9dc557c-0645-443c-a01e-416bcfdc6824 HTTP/1.1" status: 200 len: 911 time: 0.0906122 Oct 31 15:01:11.730768 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:11.749149 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ea7742a3-818b-495e-b37b-751b3953d6f1 req-edfc0779-ccc3-43ee-9eb0-e8ec5b86e92e service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=873de307-4df8-44d0-9916-a5145ef5bdb4 HTTP/1.1" status: 200 len: 999 time: 0.0644872 Oct 31 15:01:11.763723 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-2fd8d295-e123-42f9-bd59-2007edc96ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': 'de018b80-86cf-4976-b545-c6e7f91c00a8', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'port_id': '873de307-4df8-44d0-9916-a5145ef5bdb4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'mac_address': 'fa:16:3e:f4:6f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37732b02-4aae-470b-860b-9fce11dbc27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:00:58Z', 'updated_at': '2022-10-31T15:01:10Z', 'revision_number': 1, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010d34a6-8237-41ca-ac9f-02967bd01b73', 'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'mac_address': 'fa:16:3e:32:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:33Z', 'updated_at': '2022-10-31T14:57:01Z', 'revision_number': 5, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'subnets': [{'id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:01:11.791045 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8d295-e123-42f9-bd59-2007edc96ad8 None None] Checking router: ffe1c9ae-6b26-486c-95a0-ff4134dfb312 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:01:11.796009 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7742a3-818b-495e-b37b-751b3953d6f1 req-9ee1760d-2816-4c55-84a0-594fe1232051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:11.797461 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ea7742a3-818b-495e-b37b-751b3953d6f1 req-9ee1760d-2816-4c55-84a0-594fe1232051 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=2c5945c2-d0e4-41cf-a260-34d36848aab1 HTTP/1.1" status: 200 len: 849 time: 0.0429206 Oct 31 15:01:11.799913 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8d295-e123-42f9-bd59-2007edc96ad8 None None] Routers {'ffe1c9ae-6b26-486c-95a0-ff4134dfb312'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:01:11.800504 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-2fd8d295-e123-42f9-bd59-2007edc96ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:00:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:01:11.840635 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7742a3-818b-495e-b37b-751b3953d6f1 req-5e25debb-f29d-4869-b79a-79d7d95458a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:11.842066 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ea7742a3-818b-495e-b37b-751b3953d6f1 req-5e25debb-f29d-4869-b79a-79d7d95458a5 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=d9dc557c-0645-443c-a01e-416bcfdc6824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387146 Oct 31 15:01:11.896980 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:11.901334 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-2fd8d295-e123-42f9-bd59-2007edc96ad8 None None] Set router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:01:11.934424 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ea7742a3-818b-495e-b37b-751b3953d6f1 req-001878d3-b0b3-4e11-bc96-d1a08a76e690 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857649 Oct 31 15:01:12.040515 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:12.043904 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ea7742a3-818b-495e-b37b-751b3953d6f1 req-81add0da-97f9-41ac-b11c-a0b1dc62a2b6 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831039 Oct 31 15:01:12.114044 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-2fd8d295-e123-42f9-bd59-2007edc96ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': 'de018b80-86cf-4976-b545-c6e7f91c00a8', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'port_id': '873de307-4df8-44d0-9916-a5145ef5bdb4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'mac_address': 'fa:16:3e:f4:6f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37732b02-4aae-470b-860b-9fce11dbc27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:00:58Z', 'updated_at': '2022-10-31T15:01:10Z', 'revision_number': 1, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010d34a6-8237-41ca-ac9f-02967bd01b73', 'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'mac_address': 'fa:16:3e:32:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:33Z', 'updated_at': '2022-10-31T14:57:01Z', 'revision_number': 5, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'subnets': [{'id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:01:12.137840 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8d295-e123-42f9-bd59-2007edc96ad8 None None] The sync data for ids ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'] in dv-cinder-860227-3-iscsi is: [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': 'de018b80-86cf-4976-b545-c6e7f91c00a8', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'port_id': '873de307-4df8-44d0-9916-a5145ef5bdb4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'mac_address': 'fa:16:3e:f4:6f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37732b02-4aae-470b-860b-9fce11dbc27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:00:58Z', 'updated_at': '2022-10-31T15:01:10Z', 'revision_number': 1, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010d34a6-8237-41ca-ac9f-02967bd01b73', 'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'mac_address': 'fa:16:3e:32:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:33Z', 'updated_at': '2022-10-31T14:57:01Z', 'revision_number': 5, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'subnets': [{'id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:01:12.314341 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb2cdb-181a-40a7-8f37-069d375f3746 None None] New status for floating IP de018b80-86cf-4976-b545-c6e7f91c00a8: ACTIVE {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:01:15.274060 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-45fdbed2-9ff7-49cf-8fae-8c3cc524a6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:16.928124 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:01:17.496881 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-dd05df33-a80b-44a7-a2cf-512c9b86154f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:19.090659 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:20.421885 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=81 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:20.428870 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=9 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:20.598261 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:20.781877 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:22.034591 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=30 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:22.040607 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=56 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:26.923396 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=9 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:26.924170 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=27 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:30.775607 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:UPDATE=5,neutron:SELECT=24 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:30.778730 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:37.274889 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:41.678792 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdc5c2-a707-45c1-b8f3-5a48d738bc8c req-acdbcd4d-98bf-47e4-8900-c4cd2831c255 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:41.680306 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-aacdc5c2-a707-45c1-b8f3-5a48d738bc8c req-acdbcd4d-98bf-47e4-8900-c4cd2831c255 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.4284844 Oct 31 15:01:41.684150 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e1d543fa-2e86-4999-a4dd-3b402c8ad5f6 req-3d16809d-babd-4820-b77d-b3dd6ca2d133 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517268 Oct 31 15:01:41.757607 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-aacdc5c2-a707-45c1-b8f3-5a48d738bc8c req-551bd590-6cf6-443c-af78-24ae50acaf6b tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715292 Oct 31 15:01:41.768302 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d543fa-2e86-4999-a4dd-3b402c8ad5f6 req-2210e72a-326c-4f1d-b30c-a98b2433da62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:41.770002 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e1d543fa-2e86-4999-a4dd-3b402c8ad5f6 req-2210e72a-326c-4f1d-b30c-a98b2433da62 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 1130 time: 0.0525579 Oct 31 15:01:41.880896 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d543fa-2e86-4999-a4dd-3b402c8ad5f6 req-90d40516-ab83-4127-a736-495ec5de65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:41.882670 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e1d543fa-2e86-4999-a4dd-3b402c8ad5f6 req-90d40516-ab83-4127-a736-495ec5de65c4 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 200 len: 919 time: 0.0871201 Oct 31 15:01:41.931150 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e1d543fa-2e86-4999-a4dd-3b402c8ad5f6 req-19819353-9abd-49b7-8900-7670d40c05a9 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb7edab-168d-4a77-a2bd-14d7c9e243e8 HTTP/1.1" status: 200 len: 217 time: 0.0416842 Oct 31 15:01:42.019266 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccabaaa-9550-4138-9699-17f57d003ff1 req-206b2608-3162-49e7-8848-b3c3bf97bc59 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:42.020658 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bccabaaa-9550-4138-9699-17f57d003ff1 req-206b2608-3162-49e7-8848-b3c3bf97bc59 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0456505 Oct 31 15:01:42.068068 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bccabaaa-9550-4138-9699-17f57d003ff1 req-d54241fb-1356-4d44-be08-2acc0897bb1e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418506 Oct 31 15:01:42.934858 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:42.940168 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=4 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:42.943867 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea6390-f7c8-4974-8508-ddda0d0ef899 req-3197429d-976f-4361-b2f3-c5f706618d22 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:42.945342 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-edea6390-f7c8-4974-8508-ddda0d0ef899 req-3197429d-976f-4361-b2f3-c5f706618d22 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0474398 Oct 31 15:01:42.993332 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-edea6390-f7c8-4974-8508-ddda0d0ef899 req-b9f31571-d2dc-41b6-99e0-a5290ecea09b tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419378 Oct 31 15:01:43.189928 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255e0a1-2e93-4822-9c08-f22bd7ae79c4 req-4cb78f02-5239-44f3-ac34-cb3773923034 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:43.191383 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6255e0a1-2e93-4822-9c08-f22bd7ae79c4 req-4cb78f02-5239-44f3-ac34-cb3773923034 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0467744 Oct 31 15:01:43.241318 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6255e0a1-2e93-4822-9c08-f22bd7ae79c4 req-209ce3cc-efe3-4f7b-9707-7bce5ca48694 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424151 Oct 31 15:01:44.116314 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b8f61-5960-46fd-88c2-20b45fb92ad2 req-c92e8aa1-0ce6-4b6e-a655-1a7a764a573d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:44.117764 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5a2b8f61-5960-46fd-88c2-20b45fb92ad2 req-c92e8aa1-0ce6-4b6e-a655-1a7a764a573d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0464420 Oct 31 15:01:44.167233 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5a2b8f61-5960-46fd-88c2-20b45fb92ad2 req-0da31281-967b-43d5-959b-4dc2f555a4b9 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433922 Oct 31 15:01:44.360019 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51708b0d-29cb-40b4-bbfc-85b7a0c878e2 req-4093deaa-c739-47d6-98a9-e4aec93a1434 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:44.361475 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-51708b0d-29cb-40b4-bbfc-85b7a0c878e2 req-4093deaa-c739-47d6-98a9-e4aec93a1434 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0468915 Oct 31 15:01:44.408107 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-51708b0d-29cb-40b4-bbfc-85b7a0c878e2 req-1a9a6a53-7d08-45a8-b442-afefe1f300ec tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410800 Oct 31 15:01:45.241004 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d543fa-2e86-4999-a4dd-3b402c8ad5f6 req-bac22f59-efa5-4580-b3ae-243edb599cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:45.242516 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e1d543fa-2e86-4999-a4dd-3b402c8ad5f6 req-bac22f59-efa5-4580-b3ae-243edb599cf3 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 200 len: 857 time: 0.0510554 Oct 31 15:01:45.280873 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-0168b484-99e6-4cc6-90a6-980e4bb799de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:45.299584 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d543fa-2e86-4999-a4dd-3b402c8ad5f6 req-ab6a288c-ef4c-4473-8582-f8288c2d9dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:45.302261 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e1d543fa-2e86-4999-a4dd-3b402c8ad5f6 req-ab6a288c-ef4c-4473-8582-f8288c2d9dfa service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=03bb4962-9fda-452b-81f0-eb5044fdf378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502157 Oct 31 15:01:45.310890 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c9780-aa8e-42ac-8b88-c3652ff36462 req-63fed9d8-7ab9-4b53-9005-cf8491a2506a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:45.312812 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1b6c9780-aa8e-42ac-8b88-c3652ff36462 req-63fed9d8-7ab9-4b53-9005-cf8491a2506a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0590398 Oct 31 15:01:45.363684 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1b6c9780-aa8e-42ac-8b88-c3652ff36462 req-dcf13486-7e09-437a-890c-fb69c2a8238e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451281 Oct 31 15:01:45.495420 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e1d543fa-2e86-4999-a4dd-3b402c8ad5f6 req-a3cf3c29-bca3-4384-8ae6-bf40a30dd205 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054657 Oct 31 15:01:45.539636 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86511b-3a80-432a-9467-ef6395db0458 req-592937a0-fddb-4b33-8f61-53d35d0e04c7 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:45.541210 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4d86511b-3a80-432a-9467-ef6395db0458 req-592937a0-fddb-4b33-8f61-53d35d0e04c7 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.0506129 Oct 31 15:01:45.594616 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4d86511b-3a80-432a-9467-ef6395db0458 req-da095a12-34f9-4221-a4b9-a6339c9ed909 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=234f23fe-6f2d-435d-9db7-a0b9963c9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456800 Oct 31 15:01:45.641914 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-d836ece4-b884-44e9-b838-56b2a8e85007 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:45.643385 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-d836ece4-b884-44e9-b838-56b2a8e85007 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 945 time: 0.1010685 Oct 31 15:01:45.712231 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e1d543fa-2e86-4999-a4dd-3b402c8ad5f6 req-688fe259-e6b9-430c-a987-de24a726cc68 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774459 Oct 31 15:01:45.755938 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Deleting port eca3597d-1f0c-4411-bf26-b163a2db64fc {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:01:45.756274 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:45.819470 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:45.853875 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] For port eca3597d-1f0c-4411-bf26-b163a2db64fc, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=eca3597d-1f0c-4411-bf26-b163a2db64fc,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:01:45.854242 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:45.997343 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:46.022414 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:46.022828 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (867b3f06-806c-41cd-a6db-fd014904525f), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:46.023089 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Floating IP 867b3f06-806c-41cd-a6db-fd014904525f disassociated. External IP: 172.27.0.36, port: eca3597d-1f0c-4411-bf26-b163a2db64fc. Oct 31 15:01:46.023444 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Calling delete_port for eca3597d-1f0c-4411-bf26-b163a2db64fc owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:01:46.155922 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (eca3597d-1f0c-4411-bf26-b163a2db64fc), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:46.188083 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Pushing event deleted for resources: {'Port': ['ID=eca3597d-1f0c-4411-bf26-b163a2db64fc,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:01:46.203901 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:46.204576 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:46.204928 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:46.205381 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:46.205611 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:46.206126 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:46.206595 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:46.206935 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:46.207268 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:46.207621 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:46.208003 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:46.208518 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:46.208686 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:46.209012 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:46.209337 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:46.322209 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Router 3e116425-6006-4b6c-abd9-e78ee6c430ee has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:01:46.421151 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:01:46.430995 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7976ad-8456-422d-bb2a-30f47cb102bc None None] Sync routers for ids ['3e116425-6006-4b6c-abd9-e78ee6c430ee'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:01:46.443245 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7976ad-8456-422d-bb2a-30f47cb102bc None None] Routers {'3e116425-6006-4b6c-abd9-e78ee6c430ee'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:01:46.443902 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-2c7976ad-8456-422d-bb2a-30f47cb102bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:01:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['3e116425-6006-4b6c-abd9-e78ee6c430ee'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:01:46.478508 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] No DVR routers for this DVR port eca3597d-1f0c-4411-bf26-b163a2db64fc on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:01:46.489582 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:46.492903 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5e9336cc-6042-4ec0-9ddd-173dd3c88542 req-b3d8eea2-d30b-4172-8004-fb5c601019f0 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.44 "DELETE /networking/v2.0/ports/eca3597d-1f0c-4411-bf26-b163a2db64fc HTTP/1.1" status: 204 len: 173 time: 0.8435607 Oct 31 15:01:46.493537 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'name': 'network-vif-deleted', 'tag': 'eca3597d-1f0c-4411-bf26-b163a2db64fc'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:01:46.496432 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af6c1b9-0807-4e91-b921-326180baaa4d" -d '{"events": [{"server_uuid": "764f83d2-ab35-4b21-a738-a7f366fddf0e", "name": "network-vif-deleted", "tag": "eca3597d-1f0c-4411-bf26-b163a2db64fc"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:01:46.547907 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b6787-a95c-4890-a459-f2fb1ad072c3 req-78cd794b-0c0c-4162-a7e4-b53d30d628e0 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:46.549950 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5c9b6787-a95c-4890-a459-f2fb1ad072c3 req-78cd794b-0c0c-4162-a7e4-b53d30d628e0 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0737119 Oct 31 15:01:46.575826 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c3b37c-ab4c-4e71-b40f-bf73af858466 x-openstack-request-id: req-45c3b37c-ab4c-4e71-b40f-bf73af858466 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:01:46.576953 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764f83d2-ab35-4b21-a738-a7f366fddf0e", "name": "network-vif-deleted", "tag": "eca3597d-1f0c-4411-bf26-b163a2db64fc", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:01:46.576953 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45c3b37c-ab4c-4e71-b40f-bf73af858466 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:01:46.576953 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c3b37c-ab4c-4e71-b40f-bf73af858466'] response: {'server_uuid': '764f83d2-ab35-4b21-a738-a7f366fddf0e', 'name': 'network-vif-deleted', 'tag': 'eca3597d-1f0c-4411-bf26-b163a2db64fc', 'status': 'completed', 'code': 200} Oct 31 15:01:46.613014 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5c9b6787-a95c-4890-a459-f2fb1ad072c3 req-a33bd712-6ae2-41e3-884c-39fbb5626b47 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565186 Oct 31 15:01:46.680178 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-2c7976ad-8456-422d-bb2a-30f47cb102bc None None] Set router 3e116425-6006-4b6c-abd9-e78ee6c430ee gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:01:46.738701 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-06ccdcd0-e959-40e0-b783-526c0b712ff1 req-36505dd3-be8f-4e96-b0e7-e49212c11dff tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=764f83d2-ab35-4b21-a738-a7f366fddf0e HTTP/1.1" status: 200 len: 210 time: 0.0389757 Oct 31 15:01:46.897554 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-2c7976ad-8456-422d-bb2a-30f47cb102bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'a102c1d2-f3b3-4523-93b1-c4692daf8c10', 'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'mac_address': 'fa:16:3e:f0:74:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:47Z', 'updated_at': '2022-10-31T14:57:10Z', 'revision_number': 5, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'subnets': [{'id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:01:46.927115 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7976ad-8456-422d-bb2a-30f47cb102bc None None] Checking router: 3e116425-6006-4b6c-abd9-e78ee6c430ee for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:01:46.935475 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7976ad-8456-422d-bb2a-30f47cb102bc None None] Routers {'3e116425-6006-4b6c-abd9-e78ee6c430ee'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:01:46.936108 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-2c7976ad-8456-422d-bb2a-30f47cb102bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:01:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['3e116425-6006-4b6c-abd9-e78ee6c430ee'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:01:47.035751 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-2c7976ad-8456-422d-bb2a-30f47cb102bc None None] Set router 3e116425-6006-4b6c-abd9-e78ee6c430ee gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:01:47.220355 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-2c7976ad-8456-422d-bb2a-30f47cb102bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'a102c1d2-f3b3-4523-93b1-c4692daf8c10', 'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'mac_address': 'fa:16:3e:f0:74:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:47Z', 'updated_at': '2022-10-31T14:57:10Z', 'revision_number': 5, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'subnets': [{'id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:01:47.245821 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7976ad-8456-422d-bb2a-30f47cb102bc None None] The sync data for ids ['3e116425-6006-4b6c-abd9-e78ee6c430ee'] in dv-cinder-860227-3-iscsi is: [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:49Z', 'revision_number': 4, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'a102c1d2-f3b3-4523-93b1-c4692daf8c10', 'name': '', 'network_id': '03bb4962-9fda-452b-81f0-eb5044fdf378', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'mac_address': 'fa:16:3e:f0:74:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:47Z', 'updated_at': '2022-10-31T14:57:10Z', 'revision_number': 5, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'subnets': [{'id': '8c0e9ab0-89cf-47cd-afff-ae3fa30ee474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:01:47.466563 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c8512-a75d-47c1-9c15-aeab16e455ce None None] New status for floating IP 867b3f06-806c-41cd-a6db-fd014904525f: DOWN {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:01:47.554060 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-de81997c-0b56-490c-a8b7-68a7a6e0c237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:47.747413 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729c619-25d9-40d7-abd0-eeb1a1328e09 req-b438a314-4c50-4ff7-905f-7acd2a233281 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:47.748902 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0729c619-25d9-40d7-abd0-eeb1a1328e09 req-b438a314-4c50-4ff7-905f-7acd2a233281 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0483665 Oct 31 15:01:47.804458 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0729c619-25d9-40d7-abd0-eeb1a1328e09 req-5e57a508-728b-4ac7-a218-ae76365f4012 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499711 Oct 31 15:01:47.828532 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 45848) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:01:47.883571 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-49f2aa57-682f-415c-b527-8086e83c1b97 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for security_group (234f23fe-6f2d-435d-9db7-a0b9963c9cff), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:47.905416 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-49f2aa57-682f-415c-b527-8086e83c1b97 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for security_group (234f23fe-6f2d-435d-9db7-a0b9963c9cff), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:47.917829 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:47.956432 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-49f2aa57-682f-415c-b527-8086e83c1b97 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (234f23fe-6f2d-435d-9db7-a0b9963c9cff), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:47.959208 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-49f2aa57-682f-415c-b527-8086e83c1b97 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:47.960374 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-49f2aa57-682f-415c-b527-8086e83c1b97 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/234f23fe-6f2d-435d-9db7-a0b9963c9cff HTTP/1.1" status: 204 len: 168 time: 0.1308565 Oct 31 15:01:47.963046 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45850) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:01:47.969609 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2aa57-682f-415c-b527-8086e83c1b97 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234f23fe-6f2d-435d-9db7-a0b9963c9cff,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:01:47.977231 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.api.v2.resource [None req-0865146d-0463-441d-a15a-e72a0ab2905f tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] show failed (client error): The resource could not be found. Oct 31 15:01:47.978245 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-0865146d-0463-441d-a15a-e72a0ab2905f tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups/234f23fe-6f2d-435d-9db7-a0b9963c9cff HTTP/1.1" status: 404 len: 347 time: 0.0141509 Oct 31 15:01:47.981478 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45852) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:01:48.092110 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Deleting port e4860b4f-ce40-4098-8a5b-140d7716e8a0 {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:01:48.092369 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (e4860b4f-ce40-4098-8a5b-140d7716e8a0), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:48.172438 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (e4860b4f-ce40-4098-8a5b-140d7716e8a0), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:48.172765 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for floatingip (e4860b4f-ce40-4098-8a5b-140d7716e8a0), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:48.185685 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Calling delete_port for e4860b4f-ce40-4098-8a5b-140d7716e8a0 owned by network:floatingip {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:01:48.317026 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (e4860b4f-ce40-4098-8a5b-140d7716e8a0), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:48.341928 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Pushing event deleted for resources: {'Port': ['ID=e4860b4f-ce40-4098-8a5b-140d7716e8a0,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:01:48.357320 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:48.357320 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:48.357320 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:48.357320 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:48.357320 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:48.357320 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:48.357320 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:48.357320 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:48.357320 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:48.357935 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:48.357935 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:48.358091 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:48.358375 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:48.358700 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:48.359026 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:48.394341 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:48.414451 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks [] for floatingip (867b3f06-806c-41cd-a6db-fd014904525f), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:48.416947 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:48.418645 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9acd869d-5445-462d-87d9-45a9977cff73 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/867b3f06-806c-41cd-a6db-fd014904525f HTTP/1.1" status: 204 len: 168 time: 0.4362779 Oct 31 15:01:48.931137 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f30c1-e0ed-49d3-bc2b-668e52fbbb08 req-855bf158-621c-4ff3-80ae-51239164084e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:48.932641 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-101f30c1-e0ed-49d3-bc2b-668e52fbbb08 req-855bf158-621c-4ff3-80ae-51239164084e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0454068 Oct 31 15:01:48.953779 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:48.985148 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-101f30c1-e0ed-49d3-bc2b-668e52fbbb08 req-58c62ab6-0b77-48cb-bde9-27892c40c8a1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464871 Oct 31 15:01:49.095663 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:49.509967 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device eca3597d-1f0c-4411-bf26-b163a2db64fc no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:01:49.528997 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: eca3597d-1f0c-4411-bf26-b163a2db64fc {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:01:49.529334 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device eca3597d-1f0c-4411-bf26-b163a2db64fc not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:01:50.112512 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f193b-3661-4b12-8912-71055b617361 req-258df6ca-ac8f-44a0-926a-7d32c7cc68ae tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:50.113902 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8a6f193b-3661-4b12-8912-71055b617361 req-258df6ca-ac8f-44a0-926a-7d32c7cc68ae tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0466478 Oct 31 15:01:50.137302 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:50.165090 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8a6f193b-3661-4b12-8912-71055b617361 req-c8aa2ac9-4165-4e7e-aa82-744b869ce788 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458052 Oct 31 15:01:50.602092 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:50.784928 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:50.903035 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb200c-eab9-4193-9b2d-3432c6fa48ff req-b469ee8e-cf58-45b2-94be-6621ea194c5d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:50.904531 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-80bb200c-eab9-4193-9b2d-3432c6fa48ff req-b469ee8e-cf58-45b2-94be-6621ea194c5d tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0473986 Oct 31 15:01:50.951434 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-80bb200c-eab9-4193-9b2d-3432c6fa48ff req-338d828d-106d-4134-adcc-feb7724de7e6 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414045 Oct 31 15:01:51.294974 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d112d1-9699-467d-8d4e-183a07a9086c req-f4e4f454-78d9-4b38-aeb3-894d72ad4eb8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:51.296483 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-79d112d1-9699-467d-8d4e-183a07a9086c req-f4e4f454-78d9-4b38-aeb3-894d72ad4eb8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0481036 Oct 31 15:01:51.345644 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-79d112d1-9699-467d-8d4e-183a07a9086c req-1492f49c-7f52-4286-b8ac-2ca5bd7b6e00 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 Oct 31 15:01:52.070106 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea387216-c207-47c6-9230-1759e9ce5366 req-b81b221b-9f04-4e16-b2dc-64fe2899d2b2 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:52.071476 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ea387216-c207-47c6-9230-1759e9ce5366 req-b81b221b-9f04-4e16-b2dc-64fe2899d2b2 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0459056 Oct 31 15:01:52.117312 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ea387216-c207-47c6-9230-1759e9ce5366 req-e948f8bb-5207-44de-ba2f-83c16dcb56aa tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395441 Oct 31 15:01:52.469153 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db7ed3-a9ca-498e-a4d8-36ead3b23d50 req-5c9763f5-4726-43d3-b37b-b4b694493f70 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:52.470620 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e8db7ed3-a9ca-498e-a4d8-36ead3b23d50 req-5c9763f5-4726-43d3-b37b-b4b694493f70 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0457726 Oct 31 15:01:52.517374 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e8db7ed3-a9ca-498e-a4d8-36ead3b23d50 req-6119de49-d4b1-4475-93ef-da896358e4d9 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412693 Oct 31 15:01:53.241313 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e4075-54c1-4c8d-ace1-c1a2bad36cba req-123f4500-c903-4c62-b0f6-239f3b2d9dd4 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:53.242767 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8c3e4075-54c1-4c8d-ace1-c1a2bad36cba req-123f4500-c903-4c62-b0f6-239f3b2d9dd4 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0504034 Oct 31 15:01:53.288805 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8c3e4075-54c1-4c8d-ace1-c1a2bad36cba req-f0d24a27-ec69-4bc8-8475-ce793c9c82db tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Oct 31 15:01:53.426716 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09290b93-cbc1-490b-a79a-81553031418f req-6bea7bd2-057b-4301-be0e-7fcd5bcb0bfe tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:53.428198 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-09290b93-cbc1-490b-a79a-81553031418f req-6bea7bd2-057b-4301-be0e-7fcd5bcb0bfe tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 946 time: 0.0521228 Oct 31 15:01:53.641751 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518e478-0ea5-41cd-92de-1abbe765cd04 req-d2ed738b-9cb6-4487-b5b1-eff700bc2025 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:53.643201 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9518e478-0ea5-41cd-92de-1abbe765cd04 req-d2ed738b-9cb6-4487-b5b1-eff700bc2025 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0461318 Oct 31 15:01:53.696498 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9518e478-0ea5-41cd-92de-1abbe765cd04 req-cf84f669-9206-4e96-8520-4e0071bcda30 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477495 Oct 31 15:01:53.825649 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-09290b93-cbc1-490b-a79a-81553031418f req-ccd75a3b-b238-4476-9a5b-f89f60f28072 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Deleting port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:01:53.825983 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-09290b93-cbc1-490b-a79a-81553031418f req-ccd75a3b-b238-4476-9a5b-f89f60f28072 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:53.927862 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:01:53.930807 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-09290b93-cbc1-490b-a79a-81553031418f req-ccd75a3b-b238-4476-9a5b-f89f60f28072 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] For port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6bb7edab-168d-4a77-a2bd-14d7c9e243e8,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:01:53.931167 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-09290b93-cbc1-490b-a79a-81553031418f req-ccd75a3b-b238-4476-9a5b-f89f60f28072 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:53.945158 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-09290b93-cbc1-490b-a79a-81553031418f req-ccd75a3b-b238-4476-9a5b-f89f60f28072 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Calling delete_port for 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:01:54.077952 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-09290b93-cbc1-490b-a79a-81553031418f req-ccd75a3b-b238-4476-9a5b-f89f60f28072 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (6bb7edab-168d-4a77-a2bd-14d7c9e243e8), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:54.090108 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['4b76563d-9e42-4d52-990e-24dd9cbbde04'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:01:54.111869 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd75a3b-b238-4476-9a5b-f89f60f28072 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Pushing event deleted for resources: {'Port': ['ID=6bb7edab-168d-4a77-a2bd-14d7c9e243e8,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:01:54.168848 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-09290b93-cbc1-490b-a79a-81553031418f req-ccd75a3b-b238-4476-9a5b-f89f60f28072 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] No DVR routers for this DVR port 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:01:54.171435 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-09290b93-cbc1-490b-a79a-81553031418f req-ccd75a3b-b238-4476-9a5b-f89f60f28072 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:54.174809 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-09290b93-cbc1-490b-a79a-81553031418f req-ccd75a3b-b238-4476-9a5b-f89f60f28072 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.44 "DELETE /networking/v2.0/ports/6bb7edab-168d-4a77-a2bd-14d7c9e243e8 HTTP/1.1" status: 204 len: 173 time: 0.4871776 Oct 31 15:01:54.175765 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e71890-419f-41a8-8e60-cd53d110c7ba', 'name': 'network-vif-deleted', 'tag': '6bb7edab-168d-4a77-a2bd-14d7c9e243e8'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:01:54.185266 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c43c1e-0552-44b1-a7e6-bbeff6d62295" -d '{"events": [{"server_uuid": "c9e71890-419f-41a8-8e60-cd53d110c7ba", "name": "network-vif-deleted", "tag": "6bb7edab-168d-4a77-a2bd-14d7c9e243e8"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:01:54.243762 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48c0f4e-0270-4f22-bb6a-cf4ee64c1c01 x-openstack-request-id: req-d48c0f4e-0270-4f22-bb6a-cf4ee64c1c01 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:01:54.244061 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e71890-419f-41a8-8e60-cd53d110c7ba", "name": "network-vif-deleted", "tag": "6bb7edab-168d-4a77-a2bd-14d7c9e243e8", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:01:54.244311 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d48c0f4e-0270-4f22-bb6a-cf4ee64c1c01 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:01:54.244717 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48c0f4e-0270-4f22-bb6a-cf4ee64c1c01'] response: {'server_uuid': 'c9e71890-419f-41a8-8e60-cd53d110c7ba', 'name': 'network-vif-deleted', 'tag': '6bb7edab-168d-4a77-a2bd-14d7c9e243e8', 'status': 'completed', 'code': 200} Oct 31 15:01:54.434264 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4c70b280-b818-4128-b4aa-a244f19987df req-563c04c0-766e-4348-89e0-1fcfe3427311 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c9e71890-419f-41a8-8e60-cd53d110c7ba HTTP/1.1" status: 200 len: 210 time: 0.0402880 Oct 31 15:01:54.833712 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1685ff-327b-4c62-8da0-498ffb4f4e76 req-b62c0cc4-9934-457a-8460-ed43d2bf31d5 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:54.835228 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0b1685ff-327b-4c62-8da0-498ffb4f4e76 req-b62c0cc4-9934-457a-8460-ed43d2bf31d5 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0500476 Oct 31 15:01:54.887322 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0b1685ff-327b-4c62-8da0-498ffb4f4e76 req-16b22a30-cb45-416e-bd7f-cd9c66aa6da1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455725 Oct 31 15:01:55.553119 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:01:55.573829 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:01:55.574382 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 6bb7edab-168d-4a77-a2bd-14d7c9e243e8 not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:01:55.738770 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd4796-c359-4633-89ae-f39bc92d6588 req-33028526-52d6-40d3-a4d0-ddcd87cd3612 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:55.740281 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-28dd4796-c359-4633-89ae-f39bc92d6588 req-33028526-52d6-40d3-a4d0-ddcd87cd3612 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0485637 Oct 31 15:01:55.773389 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb23e54-6b47-4557-a5a6-063ff2185f95 req-3fbd3a18-9a2f-4a7e-a1b5-3a35305f73a8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:55.774961 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-deb23e54-6b47-4557-a5a6-063ff2185f95 req-3fbd3a18-9a2f-4a7e-a1b5-3a35305f73a8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 945 time: 0.0484793 Oct 31 15:01:55.783058 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:55.786365 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:55.792838 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-28dd4796-c359-4633-89ae-f39bc92d6588 req-dd60e411-1dd3-42af-926b-8b27db6bbaae tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462029 Oct 31 15:01:55.831663 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-deb23e54-6b47-4557-a5a6-063ff2185f95 req-8a68af10-1b7f-4cc2-bb03-483fd7537f36 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502956 Oct 31 15:01:56.007471 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3db6ae-7a75-4456-8286-ede93d07bac7 req-156f6d69-4119-474c-ba49-e3e23a78de9a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:56.008955 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9b3db6ae-7a75-4456-8286-ede93d07bac7 req-156f6d69-4119-474c-ba49-e3e23a78de9a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0461984 Oct 31 15:01:56.058916 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9b3db6ae-7a75-4456-8286-ede93d07bac7 req-0173c4ae-34cd-4b54-b059-6152c47b4497 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435905 Oct 31 15:01:56.914871 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3268e80-3709-41ae-9286-6a0c79b8f1ef req-db3faf40-2093-4821-b240-c66c7993125e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:56.916378 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f3268e80-3709-41ae-9286-6a0c79b8f1ef req-db3faf40-2093-4821-b240-c66c7993125e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0454283 Oct 31 15:01:56.963782 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f3268e80-3709-41ae-9286-6a0c79b8f1ef req-87be4233-dfa5-4f71-aaec-2a639dabc68e tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412726 Oct 31 15:01:57.062407 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3131f-1f17-4eb5-95fd-d0074af97c53 req-460543e8-a70e-4c7e-90a8-8a6a37fd06ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:57.063882 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8de3131f-1f17-4eb5-95fd-d0074af97c53 req-460543e8-a70e-4c7e-90a8-8a6a37fd06ff tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 945 time: 0.0457847 Oct 31 15:01:57.110780 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8de3131f-1f17-4eb5-95fd-d0074af97c53 req-013a52bf-78d6-43a2-9fd4-418981fcca9d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413866 Oct 31 15:01:57.212127 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38b927-f0f7-4001-846c-d9bcca313089 req-2afbacd2-825f-4263-ad95-e1ca13006436 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:57.214212 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4d38b927-f0f7-4001-846c-d9bcca313089 req-2afbacd2-825f-4263-ad95-e1ca13006436 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0495548 Oct 31 15:01:57.222902 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=59 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:57.260707 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4d38b927-f0f7-4001-846c-d9bcca313089 req-bf983634-4a84-44cc-9acb-2d50faa32de0 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410001 Oct 31 15:01:58.084008 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebd69b-2c9f-4f3a-9563-9839952593ff req-bdeffca8-5606-4fec-99e6-d4e68117c99c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:58.085477 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-99ebd69b-2c9f-4f3a-9563-9839952593ff req-bdeffca8-5606-4fec-99e6-d4e68117c99c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0464756 Oct 31 15:01:58.132234 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-99ebd69b-2c9f-4f3a-9563-9839952593ff req-a850e39d-d551-412c-a133-77d81a507c08 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 Oct 31 15:01:58.236147 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf147cf-62d0-49a4-941b-a6e80ce004de req-c7be3326-44c0-489c-a847-9c9d30d4f41b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:58.237629 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3bf147cf-62d0-49a4-941b-a6e80ce004de req-c7be3326-44c0-489c-a847-9c9d30d4f41b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 945 time: 0.0499883 Oct 31 15:01:58.284672 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3bf147cf-62d0-49a4-941b-a6e80ce004de req-7148787d-0c9c-417d-8821-30f0f079cbf8 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414546 Oct 31 15:01:58.392209 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d052ce-18ba-4766-a679-b1600aa26925 req-e6e27b91-e45a-4ede-8638-951b9a664be2 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:58.393666 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-79d052ce-18ba-4766-a679-b1600aa26925 req-e6e27b91-e45a-4ede-8638-951b9a664be2 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0467675 Oct 31 15:01:58.440354 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-79d052ce-18ba-4766-a679-b1600aa26925 req-99cc2089-3537-4c50-baeb-6024933db4db tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411620 Oct 31 15:01:59.251215 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc311f-1bbe-4c69-bdf5-d1ac7791cc9a req-d5479b04-44ad-4c52-bfcb-3f4c721e7dc5 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:59.252690 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a6bc311f-1bbe-4c69-bdf5-d1ac7791cc9a req-d5479b04-44ad-4c52-bfcb-3f4c721e7dc5 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0457640 Oct 31 15:01:59.302042 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a6bc311f-1bbe-4c69-bdf5-d1ac7791cc9a req-ee0fd896-f607-4077-a3d3-fe86f6aea737 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438449 Oct 31 15:01:59.405495 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd25a03-efbe-414c-9492-1d8955a501c0 req-7f6dd2bf-bb22-42bb-a8de-521e1d3625ab tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:59.406927 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-edd25a03-efbe-414c-9492-1d8955a501c0 req-7f6dd2bf-bb22-42bb-a8de-521e1d3625ab tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 945 time: 0.0460753 Oct 31 15:01:59.453305 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-edd25a03-efbe-414c-9492-1d8955a501c0 req-ce533df7-cac3-417f-aa6e-199c66f5e452 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408416 Oct 31 15:01:59.552172 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device fad9b881-1f6a-40eb-9847-b09fa756357c details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 15:01:59.570796 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f53fa5-dc49-4eff-828a-9be3b2bf2daf req-4bc7c71f-193c-4620-8b73-2a2bb7f64f70 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:59.572403 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-34f53fa5-dc49-4eff-828a-9be3b2bf2daf req-4bc7c71f-193c-4620-8b73-2a2bb7f64f70 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0472896 Oct 31 15:01:59.619458 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-34f53fa5-dc49-4eff-828a-9be3b2bf2daf req-7411a0a1-72c5-4a0c-8470-a22cebcc98df tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403297 Oct 31 15:01:59.655520 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port fad9b881-1f6a-40eb-9847-b09fa756357c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fad9b881-1f6a-40eb-9847-b09fa756357c,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:01:59.668660 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'port_id': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'mac_address': 'fa:16:3e:2e:3e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 15:01:59.704252 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port fad9b881-1f6a-40eb-9847-b09fa756357c is: ACTIVE; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:01:59.704568 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:59.717763 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fad9b881-1f6a-40eb-9847-b09fa756357c {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:01:59.738591 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port fad9b881-1f6a-40eb-9847-b09fa756357c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fad9b881-1f6a-40eb-9847-b09fa756357c,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:01:59.742456 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:01:59.798449 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=fad9b881-1f6a-40eb-9847-b09fa756357c,revision_number=6']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:01:59.805852 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:59.806204 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:59.806573 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:59.806933 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:59.807692 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:59.807877 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:59.808632 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:59.808969 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:59.809289 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:59.809615 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:59.809942 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:59.810283 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:59.810608 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:59.810929 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:59.811250 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:01:59.848283 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['fad9b881-1f6a-40eb-9847-b09fa756357c'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:01:59.851290 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:59.908467 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:01:59.910107 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1f763-1f32-4262-9a82-39296db47781 req-fcb01bfa-7f02-47e0-8fac-837def162727 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:01:59.911667 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-42c1f763-1f32-4262-9a82-39296db47781 req-fcb01bfa-7f02-47e0-8fac-837def162727 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.0558743 Oct 31 15:01:59.992303 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:00.012610 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:00.039839 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-c8c28c3b-fe31-4528-ae31-29f8079fbe4a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:00.041297 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-c8c28c3b-fe31-4528-ae31-29f8079fbe4a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 945 time: 0.0780525 Oct 31 15:02:00.044926 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-42c1f763-1f32-4262-9a82-39296db47781 req-c83918fe-b674-46d5-be13-a0af6fe11f32 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Deleting port 4b76563d-9e42-4d52-990e-24dd9cbbde04 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:02:00.045267 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-42c1f763-1f32-4262-9a82-39296db47781 req-c83918fe-b674-46d5-be13-a0af6fe11f32 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:00.202436 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-42c1f763-1f32-4262-9a82-39296db47781 req-c83918fe-b674-46d5-be13-a0af6fe11f32 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] For port 4b76563d-9e42-4d52-990e-24dd9cbbde04, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=4b76563d-9e42-4d52-990e-24dd9cbbde04,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:00.202804 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-42c1f763-1f32-4262-9a82-39296db47781 req-c83918fe-b674-46d5-be13-a0af6fe11f32 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:00.211591 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-4c390b97-5115-4517-a111-ad287e356703 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Deleting port 986667c8-d6cc-428f-9699-9ed7f61777ed {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:02:00.211925 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-4c390b97-5115-4517-a111-ad287e356703 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:00.230773 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-42c1f763-1f32-4262-9a82-39296db47781 req-c83918fe-b674-46d5-be13-a0af6fe11f32 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Calling delete_port for 4b76563d-9e42-4d52-990e-24dd9cbbde04 owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:02:00.360703 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-4c390b97-5115-4517-a111-ad287e356703 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] For port 986667c8-d6cc-428f-9699-9ed7f61777ed, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=986667c8-d6cc-428f-9699-9ed7f61777ed,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:00.361405 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-4c390b97-5115-4517-a111-ad287e356703 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:00.494779 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0ee11-db3d-49e4-9a9f-b03570eac4c1 req-07874904-efb7-4197-81b3-6a64115e967c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:00.496310 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3cd0ee11-db3d-49e4-9a9f-b03570eac4c1 req-07874904-efb7-4197-81b3-6a64115e967c tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b8e52643-da13-4beb-85c9-fd94d0330a8b HTTP/1.1" status: 200 len: 945 time: 0.1129494 Oct 31 15:02:00.576999 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f9090-4509-4c95-bcdd-53dffecc3b70 req-57c3b558-9dd5-4dfb-8a8c-82f4ddd8c2c1 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:00.579601 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-459f9090-4509-4c95-bcdd-53dffecc3b70 req-57c3b558-9dd5-4dfb-8a8c-82f4ddd8c2c1 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 945 time: 0.0470750 Oct 31 15:02:00.612988 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-42c1f763-1f32-4262-9a82-39296db47781 req-c83918fe-b674-46d5-be13-a0af6fe11f32 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (4b76563d-9e42-4d52-990e-24dd9cbbde04), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:00.627762 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-459f9090-4509-4c95-bcdd-53dffecc3b70 req-025a817b-22f7-495c-824b-87a5d6f94bd5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99e73474-dd85-4bcb-97b6-749ad8242a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429471 Oct 31 15:02:00.660368 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83918fe-b674-46d5-be13-a0af6fe11f32 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Pushing event deleted for resources: {'Port': ['ID=4b76563d-9e42-4d52-990e-24dd9cbbde04,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:00.669498 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3cd0ee11-db3d-49e4-9a9f-b03570eac4c1 req-912c587d-e977-404e-933e-94b17ebcfaa8 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a1c056e6-b6b7-4318-9de3-51a7d5065d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446042 Oct 31 15:02:00.685854 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-4c390b97-5115-4517-a111-ad287e356703 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:00.686220 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-4c390b97-5115-4517-a111-ad287e356703 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (26e5ad25-1107-4923-88f1-8d00d130ccc5), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:00.686537 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-4c390b97-5115-4517-a111-ad287e356703 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Floating IP 26e5ad25-1107-4923-88f1-8d00d130ccc5 disassociated. External IP: 172.27.0.5, port: 986667c8-d6cc-428f-9699-9ed7f61777ed. Oct 31 15:02:00.686876 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-4c390b97-5115-4517-a111-ad287e356703 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Calling delete_port for 986667c8-d6cc-428f-9699-9ed7f61777ed owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:02:00.732408 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c1f763-1f32-4262-9a82-39296db47781 req-c83918fe-b674-46d5-be13-a0af6fe11f32 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] No DVR routers for this DVR port 4b76563d-9e42-4d52-990e-24dd9cbbde04 on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:02:00.752220 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592cd75-3ce5-4969-b589-fc8b47fd823c req-77aa822c-9951-4793-a2ae-1299da7b385e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:00.753630 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8592cd75-3ce5-4969-b589-fc8b47fd823c req-77aa822c-9951-4793-a2ae-1299da7b385e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0464823 Oct 31 15:02:00.758693 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-42c1f763-1f32-4262-9a82-39296db47781 req-c83918fe-b674-46d5-be13-a0af6fe11f32 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:00.762664 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-42c1f763-1f32-4262-9a82-39296db47781 req-c83918fe-b674-46d5-be13-a0af6fe11f32 tempest-ServerRescueNegativeTestJSON-1144913496 tempest-ServerRescueNegativeTestJSON-1144913496-project] 10.222.0.44 "DELETE /networking/v2.0/ports/4b76563d-9e42-4d52-990e-24dd9cbbde04 HTTP/1.1" status: 204 len: 173 time: 0.8446882 Oct 31 15:02:00.763156 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e52643-da13-4beb-85c9-fd94d0330a8b', 'name': 'network-vif-deleted', 'tag': '4b76563d-9e42-4d52-990e-24dd9cbbde04'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:02:00.765461 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7f75ea-f656-4587-8507-46bf5c0579fc" -d '{"events": [{"server_uuid": "b8e52643-da13-4beb-85c9-fd94d0330a8b", "name": "network-vif-deleted", "tag": "4b76563d-9e42-4d52-990e-24dd9cbbde04"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:02:00.788187 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:00.813513 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8592cd75-3ce5-4969-b589-fc8b47fd823c req-579f2cee-8dba-4929-a1ae-756a4dec1605 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535007 Oct 31 15:02:00.814667 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e588f9-6e0a-4ad9-872a-fdea5d29f01b x-openstack-request-id: req-f3e588f9-6e0a-4ad9-872a-fdea5d29f01b {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:02:00.815019 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e52643-da13-4beb-85c9-fd94d0330a8b", "name": "network-vif-deleted", "tag": "4b76563d-9e42-4d52-990e-24dd9cbbde04", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:02:00.815212 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3e588f9-6e0a-4ad9-872a-fdea5d29f01b {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:02:00.815642 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e588f9-6e0a-4ad9-872a-fdea5d29f01b'] response: {'server_uuid': 'b8e52643-da13-4beb-85c9-fd94d0330a8b', 'name': 'network-vif-deleted', 'tag': '4b76563d-9e42-4d52-990e-24dd9cbbde04', 'status': 'completed', 'code': 200} Oct 31 15:02:00.848002 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:00.878901 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-4c390b97-5115-4517-a111-ad287e356703 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (986667c8-d6cc-428f-9699-9ed7f61777ed), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:00.907944 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c390b97-5115-4517-a111-ad287e356703 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event deleted for resources: {'Port': ['ID=986667c8-d6cc-428f-9699-9ed7f61777ed,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:01.024589 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-4c390b97-5115-4517-a111-ad287e356703 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:02:01.375072 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-4c390b97-5115-4517-a111-ad287e356703 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:02:01.387136 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d119a9-3bea-40b8-ae67-ebc7fcd29a6b None None] Sync routers for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:02:01.401928 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d119a9-3bea-40b8-ae67-ebc7fcd29a6b None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:02:01.403184 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-a3d119a9-3bea-40b8-ae67-ebc7fcd29a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:01:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:01.430247 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-4c390b97-5115-4517-a111-ad287e356703 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] No DVR routers for this DVR port 986667c8-d6cc-428f-9699-9ed7f61777ed on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:02:01.433876 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-4c390b97-5115-4517-a111-ad287e356703 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:01.437101 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8ada2c1b-733e-4697-a025-58cad149f8e8 req-4c390b97-5115-4517-a111-ad287e356703 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "DELETE /networking/v2.0/ports/986667c8-d6cc-428f-9699-9ed7f61777ed HTTP/1.1" status: 204 len: 173 time: 1.3688323 Oct 31 15:02:01.522682 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-a3d119a9-3bea-40b8-ae67-ebc7fcd29a6b None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:02:01.574152 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device fad9b881-1f6a-40eb-9847-b09fa756357c up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:02:01.624213 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port fad9b881-1f6a-40eb-9847-b09fa756357c triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:02:01.624862 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:01.625357 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port fad9b881-1f6a-40eb-9847-b09fa756357c Oct 31 15:02:01.662702 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:01.733172 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port fad9b881-1f6a-40eb-9847-b09fa756357c is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:02:01.733572 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:01.756928 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 45994) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:01.762888 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-a3d119a9-3bea-40b8-ae67-ebc7fcd29a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:01.766723 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad9b881-1f6a-40eb-9847-b09fa756357c'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:02:01.769011 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9313f1-c536-4a41-beea-c9f0d021d688" -d '{"events": [{"server_uuid": "e78da101-dab9-43eb-b75d-14baee21f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "fad9b881-1f6a-40eb-9847-b09fa756357c"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:02:01.783503 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port fad9b881-1f6a-40eb-9847-b09fa756357c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fad9b881-1f6a-40eb-9847-b09fa756357c,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:01.789125 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:01.790183 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 4b76563d-9e42-4d52-990e-24dd9cbbde04 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:02:01.800742 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d119a9-3bea-40b8-ae67-ebc7fcd29a6b None None] Checking router: 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:02:01.813879 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9c7ff722-a660-463b-8070-c4f2bec48d6f req-5b504cda-8cc5-486c-9b5c-7b544e351b5b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9357fbec-cc10-4069-9fa4-fdeefcbe705b HTTP/1.1" status: 200 len: 210 time: 0.0727227 Oct 31 15:02:01.816065 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d119a9-3bea-40b8-ae67-ebc7fcd29a6b None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:02:01.816861 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-a3d119a9-3bea-40b8-ae67-ebc7fcd29a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:01:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:01.836901 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 4b76563d-9e42-4d52-990e-24dd9cbbde04 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:02:01.837305 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 4b76563d-9e42-4d52-990e-24dd9cbbde04 not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:02:01.837729 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 986667c8-d6cc-428f-9699-9ed7f61777ed no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:02:01.860441 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc32fef8-176d-49fb-b1d0-d0c9aad29bd1 x-openstack-request-id: req-cc32fef8-176d-49fb-b1d0-d0c9aad29bd1 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:02:01.860787 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78da101-dab9-43eb-b75d-14baee21f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "fad9b881-1f6a-40eb-9847-b09fa756357c", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:02:01.861046 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc32fef8-176d-49fb-b1d0-d0c9aad29bd1 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:02:01.861434 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc32fef8-176d-49fb-b1d0-d0c9aad29bd1'] response: {'server_uuid': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'code': 200} Oct 31 15:02:01.870099 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 986667c8-d6cc-428f-9699-9ed7f61777ed {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:02:01.870486 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 986667c8-d6cc-428f-9699-9ed7f61777ed not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:02:01.890018 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=fad9b881-1f6a-40eb-9847-b09fa756357c,revision_number=7']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:01.939718 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-a3d119a9-3bea-40b8-ae67-ebc7fcd29a6b None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:02:01.992625 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2603dd6-8da7-4857-8623-a610a7e18383 req-56e94283-0941-40bc-a868-3dec6371da90 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:01.994196 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e2603dd6-8da7-4857-8623-a610a7e18383 req-56e94283-0941-40bc-a868-3dec6371da90 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0703874 Oct 31 15:02:02.067710 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e2603dd6-8da7-4857-8623-a610a7e18383 req-0fec523d-70f3-4f6a-904e-086d652488e0 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669062 Oct 31 15:02:02.228528 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:02.234481 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-a3d119a9-3bea-40b8-ae67-ebc7fcd29a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:02.262055 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d119a9-3bea-40b8-ae67-ebc7fcd29a6b None None] The sync data for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi is: [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:02:02.330367 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5955-769b-4917-bfaf-5de85919481e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399060'] for router_interface (3e116425-6006-4b6c-abd9-e78ee6c430ee), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:02.532727 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:02.564347 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21164125-0d21-40a9-ac4b-fa0d8a6daa31 None None] New status for floating IP 26e5ad25-1107-4923-88f1-8d00d130ccc5: DOWN {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:02:02.587629 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e5955-769b-4917-bfaf-5de85919481e admin admin] Deleting port a102c1d2-f3b3-4523-93b1-c4692daf8c10 {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:02:02.587990 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5955-769b-4917-bfaf-5de85919481e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:02.687784 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-bc4e5955-769b-4917-bfaf-5de85919481e admin admin] For port a102c1d2-f3b3-4523-93b1-c4692daf8c10, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=a102c1d2-f3b3-4523-93b1-c4692daf8c10,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:02.688412 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5955-769b-4917-bfaf-5de85919481e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:02.706158 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e5955-769b-4917-bfaf-5de85919481e admin admin] Calling delete_port for a102c1d2-f3b3-4523-93b1-c4692daf8c10 owned by network:router_interface {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:02:02.817560 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9357fbec-cc10-4069-9fa4-fdeefcbe705b', 'name': 'network-vif-deleted', 'tag': '986667c8-d6cc-428f-9699-9ed7f61777ed'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:02:02.821885 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4fa765-c643-4813-a03d-1832cd961a9f" -d '{"events": [{"server_uuid": "9357fbec-cc10-4069-9fa4-fdeefcbe705b", "name": "network-vif-deleted", "tag": "986667c8-d6cc-428f-9699-9ed7f61777ed"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:02:02.896651 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbbe489-b116-4552-b652-c4d25c000b92 x-openstack-request-id: req-fbbbe489-b116-4552-b652-c4d25c000b92 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:02:02.896946 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9357fbec-cc10-4069-9fa4-fdeefcbe705b", "name": "network-vif-deleted", "tag": "986667c8-d6cc-428f-9699-9ed7f61777ed", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:02:02.897198 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fbbbe489-b116-4552-b652-c4d25c000b92 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:02:02.897820 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbbbe489-b116-4552-b652-c4d25c000b92'] response: {'server_uuid': '9357fbec-cc10-4069-9fa4-fdeefcbe705b', 'name': 'network-vif-deleted', 'tag': '986667c8-d6cc-428f-9699-9ed7f61777ed', 'status': 'completed', 'code': 200} Oct 31 15:02:02.933882 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46038) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:02.976860 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5955-769b-4917-bfaf-5de85919481e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (a102c1d2-f3b3-4523-93b1-c4692daf8c10), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:02.999849 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3b8df2d3-3da7-4a31-bea0-0923a775146f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (99e73474-dd85-4bcb-97b6-749ad8242a75), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:03.010530 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e5955-769b-4917-bfaf-5de85919481e admin admin] Pushing event deleted for resources: {'Port': ['ID=a102c1d2-f3b3-4523-93b1-c4692daf8c10,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:03.040884 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3b8df2d3-3da7-4a31-bea0-0923a775146f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (99e73474-dd85-4bcb-97b6-749ad8242a75), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:03.105664 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3b8df2d3-3da7-4a31-bea0-0923a775146f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (99e73474-dd85-4bcb-97b6-749ad8242a75), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:03.108281 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3b8df2d3-3da7-4a31-bea0-0923a775146f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:03.109720 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-3b8df2d3-3da7-4a31-bea0-0923a775146f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/99e73474-dd85-4bcb-97b6-749ad8242a75 HTTP/1.1" status: 204 len: 168 time: 0.1743960 Oct 31 15:02:03.115665 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46042) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:03.133341 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8df2d3-3da7-4a31-bea0-0923a775146f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e73474-dd85-4bcb-97b6-749ad8242a75,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:03.149556 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.api.v2.resource [None req-76427c50-79a3-4798-b151-63dfec2a16c1 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] show failed (client error): The resource could not be found. Oct 31 15:02:03.151726 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-76427c50-79a3-4798-b151-63dfec2a16c1 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups/99e73474-dd85-4bcb-97b6-749ad8242a75 HTTP/1.1" status: 404 len: 347 time: 0.0318863 Oct 31 15:02:03.154705 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46044) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:03.244051 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:03.285557 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5955-769b-4917-bfaf-5de85919481e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400708'] for router_interface (3e116425-6006-4b6c-abd9-e78ee6c430ee), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:03.374787 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866391d-13ec-4d94-873b-d3b22fa7c2eb req-b6c0b9d9-b38c-4f4d-b603-fdbd5883b3c5 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:03.376750 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baffd260-862e-43c1-8749-ce46041e210e None None] get_active_networks_info from dv-cinder-860227-3-iscsi {{(pid=119729) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 15:02:03.381595 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0866391d-13ec-4d94-873b-d3b22fa7c2eb req-b6c0b9d9-b38c-4f4d-b603-fdbd5883b3c5 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.1525710 Oct 31 15:02:03.393583 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-0e4cb536-6263-45b4-89e7-01d5ad62df35 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Deleting port 088bd5be-d419-442f-a5a4-a27c304f2d7d {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:02:03.394525 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb536-6263-45b4-89e7-01d5ad62df35 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (088bd5be-d419-442f-a5a4-a27c304f2d7d), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:03.492742 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0866391d-13ec-4d94-873b-d3b22fa7c2eb req-2f9e21e9-81dc-4ce0-974d-ba51cd15517e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074331 Oct 31 15:02:03.517384 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb536-6263-45b4-89e7-01d5ad62df35 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (088bd5be-d419-442f-a5a4-a27c304f2d7d), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:03.517691 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baffd260-862e-43c1-8749-ce46041e210e None None] Resources bound (agent type, host, resource id): {{(pid=119729) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 15:02:03.517843 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb536-6263-45b4-89e7-01d5ad62df35 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (088bd5be-d419-442f-a5a4-a27c304f2d7d), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:03.536981 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-0e4cb536-6263-45b4-89e7-01d5ad62df35 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Calling delete_port for 088bd5be-d419-442f-a5a4-a27c304f2d7d owned by network:floatingip {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:02:03.590635 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:03.678724 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:03.724173 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4e5955-769b-4917-bfaf-5de85919481e admin admin] Router 3e116425-6006-4b6c-abd9-e78ee6c430ee has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:02:03.760713 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb536-6263-45b4-89e7-01d5ad62df35 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (088bd5be-d419-442f-a5a4-a27c304f2d7d), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:03.775468 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:03.810680 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cb536-6263-45b4-89e7-01d5ad62df35 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event deleted for resources: {'Port': ['ID=088bd5be-d419-442f-a5a4-a27c304f2d7d,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:03.868836 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4e5955-769b-4917-bfaf-5de85919481e admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:02:03.877672 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-bc4e5955-769b-4917-bfaf-5de85919481e admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/3e116425-6006-4b6c-abd9-e78ee6c430ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1190100 Oct 31 15:02:03.878296 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46048) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:03.890387 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0a9b30-e95a-4c37-ac67-5ff08fba4793 None None] Sync routers for ids ['3e116425-6006-4b6c-abd9-e78ee6c430ee'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:02:03.910411 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb536-6263-45b4-89e7-01d5ad62df35 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (26e5ad25-1107-4923-88f1-8d00d130ccc5), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:03.910997 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0a9b30-e95a-4c37-ac67-5ff08fba4793 None None] Routers {'3e116425-6006-4b6c-abd9-e78ee6c430ee'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:02:03.911302 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-ef0a9b30-e95a-4c37-ac67-5ff08fba4793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:01:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['3e116425-6006-4b6c-abd9-e78ee6c430ee'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:03.914795 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb536-6263-45b4-89e7-01d5ad62df35 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:03.926541 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-0e4cb536-6263-45b4-89e7-01d5ad62df35 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/26e5ad25-1107-4923-88f1-8d00d130ccc5 HTTP/1.1" status: 204 len: 168 time: 0.7697370 Oct 31 15:02:04.026834 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46052) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:04.031848 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-d1b0e894-0530-47d2-bd7b-3945722cc802 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003288076', 'description': 'tempest-description--1952142129'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:02:04.064722 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] Publish callbacks [] for router (3e116425-6006-4b6c-abd9-e78ee6c430ee), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.102459 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d1b0e894-0530-47d2-bd7b-3945722cc802 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.133454 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:04.252049 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] Publish callbacks [] for router_gateway (3e116425-6006-4b6c-abd9-e78ee6c430ee), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.287636 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d1b0e894-0530-47d2-bd7b-3945722cc802 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (8f156f22-f209-47bf-ac54-4191c39c3ceb), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.297046 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d1b0e894-0530-47d2-bd7b-3945722cc802 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (8f156f22-f209-47bf-ac54-4191c39c3ceb), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.389087 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-ef0a9b30-e95a-4c37-ac67-5ff08fba4793 None None] Set router 3e116425-6006-4b6c-abd9-e78ee6c430ee gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:02:04.393698 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d1b0e894-0530-47d2-bd7b-3945722cc802 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.398931 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-d1b0e894-0530-47d2-bd7b-3945722cc802 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3706596 Oct 31 15:02:04.402431 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0e894-0530-47d2-bd7b-3945722cc802 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f156f22-f209-47bf-ac54-4191c39c3ceb,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:04.404847 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46056) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:04.412656 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-429ba8e1-dc68-4c49-acd1-281121471581 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'security_group_rule': {'security_group_id': '8f156f22-f209-47bf-ac54-4191c39c3ceb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:02:04.457626 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-429ba8e1-dc68-4c49-acd1-281121471581 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (8c6be213-81d5-492f-8f3f-9b2355fc492a), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.604373 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-429ba8e1-dc68-4c49-acd1-281121471581 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (8c6be213-81d5-492f-8f3f-9b2355fc492a), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.612738 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-429ba8e1-dc68-4c49-acd1-281121471581 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (8c6be213-81d5-492f-8f3f-9b2355fc492a), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.644966 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ba8e1-dc68-4c49-acd1-281121471581 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6be213-81d5-492f-8f3f-9b2355fc492a,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:04.649135 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-50776aef-6d42-4a87-8c2b-4f92912d3725 None None] Provisioning complete for port 6a70cf82-258a-4187-b767-354d8c752564 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:02:04.649662 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-50776aef-6d42-4a87-8c2b-4f92912d3725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6a70cf82-258a-4187-b767-354d8c752564), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.649827 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-50776aef-6d42-4a87-8c2b-4f92912d3725 None None] Attempt 1 to provision port 6a70cf82-258a-4187-b767-354d8c752564 Oct 31 15:02:04.665387 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-429ba8e1-dc68-4c49-acd1-281121471581 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.669751 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-429ba8e1-dc68-4c49-acd1-281121471581 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2601328 Oct 31 15:02:04.670595 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46060) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:04.675026 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-0245c691-4e97-46af-a05d-e58a2a7bd394 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'security_group_rule': {'security_group_id': '8f156f22-f209-47bf-ac54-4191c39c3ceb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:02:04.747804 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0245c691-4e97-46af-a05d-e58a2a7bd394 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (318962e6-7159-4641-97cc-1be131174874), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.763896 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:04.799316 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a228fa5-4044-4172-9407-85ed0eaa9be0 req-32aa78c9-4922-4497-b38b-aa6d6c0e9ad9 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:04.804293 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2a228fa5-4044-4172-9407-85ed0eaa9be0 req-32aa78c9-4922-4497-b38b-aa6d6c0e9ad9 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0876606 Oct 31 15:02:04.804520 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-ef0a9b30-e95a-4c37-ac67-5ff08fba4793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T15:02:02Z', 'revision_number': 5, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port': {'id': '4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:37Z', 'updated_at': '2022-10-31T14:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:04.819920 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-50776aef-6d42-4a87-8c2b-4f92912d3725 None None] Current status of the port 6a70cf82-258a-4187-b767-354d8c752564 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:02:04.834117 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] Deleting port 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:02:04.834370 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0a9b30-e95a-4c37-ac67-5ff08fba4793 None None] Checking router: 3e116425-6006-4b6c-abd9-e78ee6c430ee for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:02:04.834483 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.837164 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0245c691-4e97-46af-a05d-e58a2a7bd394 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (318962e6-7159-4641-97cc-1be131174874), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.844393 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0a9b30-e95a-4c37-ac67-5ff08fba4793 None None] Routers {'3e116425-6006-4b6c-abd9-e78ee6c430ee'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:02:04.845531 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-ef0a9b30-e95a-4c37-ac67-5ff08fba4793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:01:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['3e116425-6006-4b6c-abd9-e78ee6c430ee'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:04.846677 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0245c691-4e97-46af-a05d-e58a2a7bd394 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (318962e6-7159-4641-97cc-1be131174874), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.879211 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0245c691-4e97-46af-a05d-e58a2a7bd394 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.883969 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-0245c691-4e97-46af-a05d-e58a2a7bd394 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2122095 Oct 31 15:02:04.887425 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46062) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:04.893489 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'floatingip': {'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:02:04.924320 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245c691-4e97-46af-a05d-e58a2a7bd394 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318962e6-7159-4641-97cc-1be131174874,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:04.936273 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:04.938892 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:04.949905 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2a228fa5-4044-4172-9407-85ed0eaa9be0 req-afa728b7-5cff-4509-89f7-1fb14e6e7423 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318886 Oct 31 15:02:04.957316 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-ef0a9b30-e95a-4c37-ac67-5ff08fba4793 None None] Set router 3e116425-6006-4b6c-abd9-e78ee6c430ee gateway port host: None {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:02:05.020250 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-ef0a9b30-e95a-4c37-ac67-5ff08fba4793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T15:02:04Z', 'revision_number': 6, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port_host': None}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:05.021528 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] For port 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:05.022076 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.032446 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:05.039221 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] Calling delete_port for 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 owned by network:router_gateway {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:02:05.054241 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0a9b30-e95a-4c37-ac67-5ff08fba4793 None None] The sync data for ids ['3e116425-6006-4b6c-abd9-e78ee6c430ee'] in dv-cinder-860227-3-iscsi is: [{'id': '3e116425-6006-4b6c-abd9-e78ee6c430ee', 'name': 'tempest-ServerRescueNegativeTestJSON-669080686-router', 'tenant_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T15:02:04Z', 'revision_number': 6, 'project_id': '8bc7c0eaebf146bea1af6b4d708bf62b', 'gw_port_host': None}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:02:05.070806 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.194256 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Allocated IP 172.27.0.75 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/f3a0b7d7-51e6-4d31-ad70-c8403a2605ae) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:02:05.239199 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.266654 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:05.281779 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:05.341477 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for port (f3a0b7d7-51e6-4d31-ad70-c8403a2605ae), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.346858 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398739'] for router_gateway (3e116425-6006-4b6c-abd9-e78ee6c430ee), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.385984 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (f3a0b7d7-51e6-4d31-ad70-c8403a2605ae), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.439934 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:02:05.458941 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:02:05.460824 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'Port': ['ID=f3a0b7d7-51e6-4d31-ad70-c8403a2605ae,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:05.463869 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:02:05.473899 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56567'] for router (3e116425-6006-4b6c-abd9-e78ee6c430ee), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.477799 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] Publish callbacks [] for router_controller (3e116425-6006-4b6c-abd9-e78ee6c430ee), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.565305 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400657'] for router (3e116425-6006-4b6c-abd9-e78ee6c430ee), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.566801 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e116425-6006-4b6c-abd9-e78ee6c430ee {{(pid=119728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 15:02:05.574104 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.577639 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9a890ddb-9406-4f7f-a0a3-0ddba4ddf6b4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/3e116425-6006-4b6c-abd9-e78ee6c430ee HTTP/1.1" status: 204 len: 168 time: 1.6960604 Oct 31 15:02:05.582631 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46066) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:05.645306 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (9fbd1e4b-6980-42a4-9d0a-d0460d40d5ef), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.658235 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91ca9fc-b49c-4691-bccc-51dcf85ee046 admin admin] Deleting subnet 8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 {{(pid=119728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 15:02:05.664930 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d91ca9fc-b49c-4691-bccc-51dcf85ee046 admin admin] Publish callbacks [] for subnet (8c0e9ab0-89cf-47cd-afff-ae3fa30ee474), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.693938 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (f3a0b7d7-51e6-4d31-ad70-c8403a2605ae), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.716012 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d91ca9fc-b49c-4691-bccc-51dcf85ee046 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290236'] for subnet (8c0e9ab0-89cf-47cd-afff-ae3fa30ee474), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.881557 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d91ca9fc-b49c-4691-bccc-51dcf85ee046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (8c0e9ab0-89cf-47cd-afff-ae3fa30ee474), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.923525 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for port (f3a0b7d7-51e6-4d31-ad70-c8403a2605ae), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.938693 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device a102c1d2-f3b3-4523-93b1-c4692daf8c10 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:02:05.939265 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (f3a0b7d7-51e6-4d31-ad70-c8403a2605ae), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:05.975779 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: a102c1d2-f3b3-4523-93b1-c4692daf8c10 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:02:05.976479 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device a102c1d2-f3b3-4523-93b1-c4692daf8c10 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:02:06.002454 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d91ca9fc-b49c-4691-bccc-51dcf85ee046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14674420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14563349'] for subnet (8c0e9ab0-89cf-47cd-afff-ae3fa30ee474), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:06.006476 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:06.027738 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (9fbd1e4b-6980-42a4-9d0a-d0460d40d5ef), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:06.033659 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'Port': ['ID=f3a0b7d7-51e6-4d31-ad70-c8403a2605ae,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:06.060593 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:06.072653 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-747cab84-6dab-4488-8cf6-876c932c14f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1838698 Oct 31 15:02:06.078336 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ca9fc-b49c-4691-bccc-51dcf85ee046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c0e9ab0-89cf-47cd-afff-ae3fa30ee474,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:06.081411 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d91ca9fc-b49c-4691-bccc-51dcf85ee046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:06.083782 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f94a1a-3228-4bb7-b493-5d05d9a12945 None None] Network 03bb4962-9fda-452b-81f0-eb5044fdf378 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:02:06.101954 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-d91ca9fc-b49c-4691-bccc-51dcf85ee046 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/8c0e9ab0-89cf-47cd-afff-ae3fa30ee474 HTTP/1.1" status: 204 len: 168 time: 0.5182219 Oct 31 15:02:06.105305 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46072) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:06.261530 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df6998-5ae7-43f3-b615-70faa03174d6 req-e1a3860e-2f8d-4c4c-a381-ef0590d8e1d2 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:06.263079 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-23df6998-5ae7-43f3-b615-70faa03174d6 req-e1a3860e-2f8d-4c4c-a381-ef0590d8e1d2 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0741906 Oct 31 15:02:06.265969 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (03bb4962-9fda-452b-81f0-eb5044fdf378), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:06.331448 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5924b8d4-7598-4e93-9277-49a2ada726fc None None] DHCP port deletion for 03bb4962-9fda-452b-81f0-eb5044fdf378 request from dv-cinder-860227-3-iscsi {{(pid=119729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 15:02:06.338287 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:06.376670 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] Deleting port 6a70cf82-258a-4187-b767-354d8c752564 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:02:06.377276 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (6a70cf82-258a-4187-b767-354d8c752564), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:06.383297 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-23df6998-5ae7-43f3-b615-70faa03174d6 req-6eda5bcc-e757-44d1-9791-ad168f9386f6 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099391 Oct 31 15:02:06.449520 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-083523f2-0367-4a31-a9e0-4ca6f7b58c50 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1003288076&fields=id&tenant_id=f629aa044ca845069237ecb8d889284e HTTP/1.1" status: 200 len: 267 time: 0.1380777 Oct 31 15:02:06.560852 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] For port 6a70cf82-258a-4187-b767-354d8c752564, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=6a70cf82-258a-4187-b767-354d8c752564,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:06.561221 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (6a70cf82-258a-4187-b767-354d8c752564), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:06.598690 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] Calling delete_port for 6a70cf82-258a-4187-b767-354d8c752564 owned by network:dhcp {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:02:06.663686 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-5924b8d4-7598-4e93-9277-49a2ada726fc None None] Deleting port 6a70cf82-258a-4187-b767-354d8c752564 {{(pid=119729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:02:06.664741 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5924b8d4-7598-4e93-9277-49a2ada726fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (6a70cf82-258a-4187-b767-354d8c752564), before_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:06.692737 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-c1c54c56-b77b-4e18-94e3-90ed199471f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:06.702078 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-c1c54c56-b77b-4e18-94e3-90ed199471f5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/networks?id=344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 200 len: 814 time: 0.2220671 Oct 31 15:02:06.709316 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:06.710290 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:06.720527 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-6990a8d5-5878-4811-83d2-ccb65d1a8317 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/quotas/f629aa044ca845069237ecb8d889284e HTTP/1.1" status: 200 len: 375 time: 0.0178692 Oct 31 15:02:06.740505 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (6a70cf82-258a-4187-b767-354d8c752564), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:06.754738 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] No DVR routers for this DVR port 6a70cf82-258a-4187-b767-354d8c752564 on host dv-cinder-860227-3-iscsi {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:02:06.803069 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-5924b8d4-7598-4e93-9277-49a2ada726fc None None] For port 6a70cf82-258a-4187-b767-354d8c752564, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=6a70cf82-258a-4187-b767-354d8c752564,segment=NetworkSegment(f6deea8f-e6d6-4754-8073-0edcd765dd2e),segment_id=f6deea8f-e6d6-4754-8073-0edcd765dd2e)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:06.803790 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5924b8d4-7598-4e93-9277-49a2ada726fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (6a70cf82-258a-4187-b767-354d8c752564), precommit_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:06.807891 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a70cf82-258a-4187-b767-354d8c752564,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:06.818377 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-e6efb4c0-0ee9-467e-ad4e-6c0f2d59b4c0 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969625 Oct 31 15:02:06.839268 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-5924b8d4-7598-4e93-9277-49a2ada726fc None None] Calling delete_port for 6a70cf82-258a-4187-b767-354d8c752564 owned by network:dhcp {{(pid=119729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:02:06.906841 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (03bb4962-9fda-452b-81f0-eb5044fdf378), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:06.936115 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:06.948282 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bb4962-9fda-452b-81f0-eb5044fdf378']}} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:06.977965 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6deea8f-e6d6-4754-8073-0edcd765dd2e') {'for_net_delete': True} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:06.978285 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6deea8f-e6d6-4754-8073-0edcd765dd2e') {} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:06.997951 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5924b8d4-7598-4e93-9277-49a2ada726fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290'] for port (6a70cf82-258a-4187-b767-354d8c752564), after_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:07.003861 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13779369'] for segment (f6deea8f-e6d6-4754-8073-0edcd765dd2e), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:07.035949 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (f6deea8f-e6d6-4754-8073-0edcd765dd2e), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:07.046756 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924b8d4-7598-4e93-9277-49a2ada726fc None None] Pushing event deleted for resources: {'Port': ['ID=6a70cf82-258a-4187-b767-354d8c752564,revision_number=None']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:07.049185 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=119727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 15:02:07.049596 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15224914'] for segment (f6deea8f-e6d6-4754-8073-0edcd765dd2e), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:07.049935 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924b8d4-7598-4e93-9277-49a2ada726fc None None] No DVR routers for this DVR port 6a70cf82-258a-4187-b767-354d8c752564 on host dv-cinder-860227-3-iscsi {{(pid=119729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:02:07.134253 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-bfa58ed0-d955-449c-adb8-e8526887b580 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880962 Oct 31 15:02:07.139479 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment f6deea8f-e6d6-4754-8073-0edcd765dd2e resource provider aggregate not found Oct 31 15:02:07.171335 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment f6deea8f-e6d6-4754-8073-0edcd765dd2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6deea8f-e6d6-4754-8073-0edcd765dd2e found for delete ", "request_id": "req-7807579f-ccaf-47f6-b68d-5beb3bf4a278"}]} Oct 31 15:02:07.181938 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (03bb4962-9fda-452b-81f0-eb5044fdf378), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:07.211024 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=03bb4962-9fda-452b-81f0-eb5044fdf378,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:07.214458 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:07.222787 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-336026b5-5444-4239-8424-c5de5ca129e9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/03bb4962-9fda-452b-81f0-eb5044fdf378 HTTP/1.1" status: 204 len: 168 time: 1.1163085 Oct 31 15:02:07.250762 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-11541d13-24e1-45b8-9777-f8a828f78e37 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082640 Oct 31 15:02:07.289613 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:07.558540 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46114) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:07.559132 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6dd6307e-4145-4cd6-9b68-462e2093d731 req-3cc600e4-c3a8-455b-8975-02124ea18c2f tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 210 time: 0.0727067 Oct 31 15:02:07.629217 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 6a70cf82-258a-4187-b767-354d8c752564 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:02:07.645612 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230611a3-9b18-4432-ba85-cf969a4587dc req-0826eb21-7abf-4dbc-bbb3-859d8110b0cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:07.647147 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-230611a3-9b18-4432-ba85-cf969a4587dc req-0826eb21-7abf-4dbc-bbb3-859d8110b0cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.1014013 Oct 31 15:02:07.664012 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 6a70cf82-258a-4187-b767-354d8c752564 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:02:07.664359 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 6a70cf82-258a-4187-b767-354d8c752564 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:02:07.665021 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:02:07.687274 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:02:07.687934 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 4bcc8e97-62d3-4a16-9c15-c0a876e1b7d6 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:02:07.709394 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-a3c85433-533a-45be-8ef2-e43691a177ef admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8bc7c0eaebf146bea1af6b4d708bf62b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1489911 Oct 31 15:02:07.710421 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46116) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:07.731595 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-230611a3-9b18-4432-ba85-cf969a4587dc req-af07e340-b768-4d12-97d8-fad9ab0e8a60 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743628 Oct 31 15:02:07.813817 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-94198276-a113-4037-88ce-f7f454d56580 admin admin] Publish callbacks [] for security_group (a1c056e6-b6b7-4318-9de3-51a7d5065d01), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:07.837339 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-94198276-a113-4037-88ce-f7f454d56580 admin admin] Publish callbacks [] for security_group (a1c056e6-b6b7-4318-9de3-51a7d5065d01), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:07.911015 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-94198276-a113-4037-88ce-f7f454d56580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a1c056e6-b6b7-4318-9de3-51a7d5065d01), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:07.914437 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-94198276-a113-4037-88ce-f7f454d56580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:07.917971 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-94198276-a113-4037-88ce-f7f454d56580 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a1c056e6-b6b7-4318-9de3-51a7d5065d01 HTTP/1.1" status: 204 len: 168 time: 0.2014582 Oct 31 15:02:07.930419 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94198276-a113-4037-88ce-f7f454d56580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c056e6-b6b7-4318-9de3-51a7d5065d01,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:08.769785 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-37208bd7-a19f-48f1-8ba1-2a925ca2fb95 req-aa72d169-2154-4706-a277-883a6253d631 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 210 time: 0.0525277 Oct 31 15:02:08.897990 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24431088-87f4-4784-b5e7-f2ab763ee993 req-d1f2aeed-4434-49f2-9ef3-bdf39d2e64af tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:08.905153 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-24431088-87f4-4784-b5e7-f2ab763ee993 req-d1f2aeed-4434-49f2-9ef3-bdf39d2e64af tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0662055 Oct 31 15:02:09.005822 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-24431088-87f4-4784-b5e7-f2ab763ee993 req-7d93f01d-2c92-43a4-b644-b24d57f84727 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931988 Oct 31 15:02:09.295451 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-89ad5724-24aa-4442-9059-32c8f57269e0 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:09.297036 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-89ad5724-24aa-4442-9059-32c8f57269e0 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "GET /networking/v2.0/networks?id=344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 200 len: 814 time: 0.2195299 Oct 31 15:02:09.366349 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:09.405525 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-58d9f82c-dccf-4b07-a9b7-6b6377b987c1 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f629aa044ca845069237ecb8d889284e HTTP/1.1" status: 200 len: 380 time: 0.0980370 Oct 31 15:02:09.427045 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-b1ef3abd-0c9b-4146-b7f0-5d91ff00e45e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'port': {'device_id': 'adbc41e7-a0c8-411f-a862-74bba534647d', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'admin_state_up': True, 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'security_groups': ['8f156f22-f209-47bf-ac54-4191c39c3ceb']}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:02:09.591154 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-b1ef3abd-0c9b-4146-b7f0-5d91ff00e45e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Made reservation on behalf of f629aa044ca845069237ecb8d889284e for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:02:09.595172 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-b1ef3abd-0c9b-4146-b7f0-5d91ff00e45e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:09.809383 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-b1ef3abd-0c9b-4146-b7f0-5d91ff00e45e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Allocated IP 172.20.0.9 (344848ef-d9a5-4f9a-8ddf-c96c364ed358/6c0893af-f459-43bc-83fe-ab19005e56d2/0e848f26-da30-41e1-b524-98ff8a6a72e8) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:02:09.896702 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:09.971167 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-392ed7cc-b3ae-4e3e-9357-44558d81fb4a req-71e42216-ef1c-4462-982b-c2a924633b4a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 210 time: 0.0444117 Oct 31 15:02:10.151627 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-b1ef3abd-0c9b-4146-b7f0-5d91ff00e45e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:10.166626 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64b8ad-0aca-4f47-90c0-f56b0dda24b2 req-561be8b9-bf69-462c-ac72-b93e3ea542de tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:10.168816 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4e64b8ad-0aca-4f47-90c0-f56b0dda24b2 req-561be8b9-bf69-462c-ac72-b93e3ea542de tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0724359 Oct 31 15:02:10.241001 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-b1ef3abd-0c9b-4146-b7f0-5d91ff00e45e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:10.277116 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4e64b8ad-0aca-4f47-90c0-f56b0dda24b2 req-5fc131d9-ad13-4cd1-b515-37844f1a93cf tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919611 Oct 31 15:02:10.298863 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-b1ef3abd-0c9b-4146-b7f0-5d91ff00e45e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:02:10.304028 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-b1ef3abd-0c9b-4146-b7f0-5d91ff00e45e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:02:10.308928 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-b1ef3abd-0c9b-4146-b7f0-5d91ff00e45e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:02:10.339702 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef3abd-0c9b-4146-b7f0-5d91ff00e45e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event updated for resources: {'Port': ['ID=0e848f26-da30-41e1-b524-98ff8a6a72e8,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:10.375856 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-b1ef3abd-0c9b-4146-b7f0-5d91ff00e45e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:10.376476 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-b1ef3abd-0c9b-4146-b7f0-5d91ff00e45e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:10.397509 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-b1ef3abd-0c9b-4146-b7f0-5d91ff00e45e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9790277 Oct 31 15:02:10.562322 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Request body: {'port': {'device_id': 'adbc41e7-a0c8-411f-a862-74bba534647d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:02:10.597238 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-eee60ab5-aab1-4450-b2c5-05ea034875f1 None None] Provisioning complete for port 0e848f26-da30-41e1-b524-98ff8a6a72e8 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:02:10.597803 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-eee60ab5-aab1-4450-b2c5-05ea034875f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:10.597984 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-eee60ab5-aab1-4450-b2c5-05ea034875f1 None None] Attempt 1 to provision port 0e848f26-da30-41e1-b524-98ff8a6a72e8 Oct 31 15:02:10.635703 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-eee60ab5-aab1-4450-b2c5-05ea034875f1 None None] Port 0e848f26-da30-41e1-b524-98ff8a6a72e8 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:02:10.639231 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:10.739579 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:10.917594 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e848f26-da30-41e1-b524-98ff8a6a72e8 {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:02:10.926232 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Publish callbacks [] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:10.939825 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Transition to ACTIVE for port object 0e848f26-da30-41e1-b524-98ff8a6a72e8 will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 15:02:10.943661 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:10.991181 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:10.994711 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Pushing event updated for resources: {'Port': ['ID=0e848f26-da30-41e1-b524-98ff8a6a72e8,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:11.100426 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Attempting to bind port 0e848f26-da30-41e1-b524-98ff8a6a72e8 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:02:11.100763 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Attempting to bind port 0e848f26-da30-41e1-b524-98ff8a6a72e8 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:02:11.101091 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Attempting to bind port 0e848f26-da30-41e1-b524-98ff8a6a72e8 on network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:02:11.173931 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052338d-33f4-470f-9cb9-34a20cbd9d94 req-2baffb8b-add0-4374-b76d-80baa239c31e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:11.180982 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e052338d-33f4-470f-9cb9-34a20cbd9d94 req-2baffb8b-add0-4374-b76d-80baa239c31e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 943 time: 0.0657134 Oct 31 15:02:11.200747 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Port 0e848f26-da30-41e1-b524-98ff8a6a72e8 on network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 15:02:11.201157 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Attempting to bind port 0e848f26-da30-41e1-b524-98ff8a6a72e8 on network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:02:11.238776 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e052338d-33f4-470f-9cb9-34a20cbd9d94 req-3e3f8cd0-4065-4242-a6a2-bfc713f0c45b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8f156f22-f209-47bf-ac54-4191c39c3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567913 Oct 31 15:02:11.273364 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:02:11.273364 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Checking segment: {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:02:11.273364 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Bound using segment: {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:02:11.274073 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Bound port: 0e848f26-da30-41e1-b524-98ff8a6a72e8, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:02:11.274499 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:11.359007 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] For port 0e848f26-da30-41e1-b524-98ff8a6a72e8, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:02:11.362849 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] For port 0e848f26-da30-41e1-b524-98ff8a6a72e8, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=0e848f26-da30-41e1-b524-98ff8a6a72e8,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:02:11.400624 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:11.409256 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:11.409889 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:11.411356 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-dae2413b-f8f4-4839-8248-0599654689be service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/0e848f26-da30-41e1-b524-98ff8a6a72e8 HTTP/1.1" status: 200 len: 1093 time: 1.0052547 Oct 31 15:02:11.411908 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbc41e7-a0c8-411f-a862-74bba534647d', 'tag': '0e848f26-da30-41e1-b524-98ff8a6a72e8'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:02:11.414320 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1fb1ff-e3e3-494d-9cad-2500741fd97e" -d '{"events": [{"name": "network-changed", "server_uuid": "adbc41e7-a0c8-411f-a862-74bba534647d", "tag": "0e848f26-da30-41e1-b524-98ff8a6a72e8"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:02:11.624268 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ef68d-e43d-4afc-bb6c-e84034c21b91 req-e8822171-1e00-4ec5-932d-75993a929f99 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:11.626029 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d54ef68d-e43d-4afc-bb6c-e84034c21b91 req-e8822171-1e00-4ec5-932d-75993a929f99 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.1894701 Oct 31 15:02:11.634188 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2413b-f8f4-4839-8248-0599654689be service neutron] Pushing event updated for resources: {'Port': ['ID=0e848f26-da30-41e1-b524-98ff8a6a72e8,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:11.669006 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-9f44f710-4d70-46fc-b105-55d28cc3f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:11.670514 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-9f44f710-4d70-46fc-b105-55d28cc3f02e service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 1127 time: 0.1227598 Oct 31 15:02:11.761736 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560a294f-707c-4d88-bda8-c32bb4c11e6b x-openstack-request-id: req-560a294f-707c-4d88-bda8-c32bb4c11e6b {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:02:11.762287 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbc41e7-a0c8-411f-a862-74bba534647d", "tag": "0e848f26-da30-41e1-b524-98ff8a6a72e8", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:02:11.762870 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-560a294f-707c-4d88-bda8-c32bb4c11e6b {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:02:11.763475 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560a294f-707c-4d88-bda8-c32bb4c11e6b'] response: {'name': 'network-changed', 'server_uuid': 'adbc41e7-a0c8-411f-a862-74bba534647d', 'tag': '0e848f26-da30-41e1-b524-98ff8a6a72e8', 'status': 'completed', 'code': 200} Oct 31 15:02:11.775752 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-ce445f7d-03d5-4ae7-b3df-f4ab40f35d96 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e848f26-da30-41e1-b524-98ff8a6a72e8 HTTP/1.1" status: 200 len: 217 time: 0.0921090 Oct 31 15:02:11.832731 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d54ef68d-e43d-4afc-bb6c-e84034c21b91 req-c373b869-5f35-43d3-8e04-12ad8b2ea274 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996217 Oct 31 15:02:11.846419 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-0d7991d9-1e52-4e97-b119-e7199ae15650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:11.848347 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-0d7991d9-1e52-4e97-b119-e7199ae15650 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=6c0893af-f459-43bc-83fe-ab19005e56d2 HTTP/1.1" status: 200 len: 853 time: 0.0633490 Oct 31 15:02:11.899216 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-73842450-6f1d-4f63-b11e-3e481fcbb6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:11.901709 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-73842450-6f1d-4f63-b11e-3e481fcbb6d6 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=344848ef-d9a5-4f9a-8ddf-c96c364ed358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462377 Oct 31 15:02:11.981199 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:12.005013 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-f6ce5c5e-2ef3-4b74-85f2-b1bb20077412 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976415 Oct 31 15:02:12.142236 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b1efac5b-ed37-4e64-b618-b9f2c271e6a4 req-e8b62800-801e-4a93-8b32-e197f44bc470 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305916 Oct 31 15:02:12.381035 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a55c4b-d23b-48b2-ae99-98275eadb879 req-cad4313c-0b79-4643-a132-5714d439cc63 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:12.383128 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-40a55c4b-d23b-48b2-ae99-98275eadb879 req-cad4313c-0b79-4643-a132-5714d439cc63 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 943 time: 0.0489345 Oct 31 15:02:12.444872 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-40a55c4b-d23b-48b2-ae99-98275eadb879 req-0e03272c-93ff-4f89-ba69-efa7eaba5063 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8f156f22-f209-47bf-ac54-4191c39c3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551910 Oct 31 15:02:12.947628 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:12.985187 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fb1ff-e3e3-494d-9cad-2500741fd97e req-7ed54f97-c9a8-4a79-80d6-4310329af451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:12.988578 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9b1fb1ff-e3e3-494d-9cad-2500741fd97e req-7ed54f97-c9a8-4a79-80d6-4310329af451 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 1127 time: 0.0626707 Oct 31 15:02:12.997550 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756605e-063a-4d58-9b05-f5d7aee32a0c req-93e3da8b-e991-4bc8-adc6-5f02ba6ec4e7 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:13.005383 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d756605e-063a-4d58-9b05-f5d7aee32a0c req-93e3da8b-e991-4bc8-adc6-5f02ba6ec4e7 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0715525 Oct 31 15:02:13.067589 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d756605e-063a-4d58-9b05-f5d7aee32a0c req-5850047f-e553-4d69-a86e-e50f87b1014c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609610 Oct 31 15:02:13.156383 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fb1ff-e3e3-494d-9cad-2500741fd97e req-9b4d2789-e21f-4a04-b41d-92ee4189f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:13.158682 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9b1fb1ff-e3e3-494d-9cad-2500741fd97e req-9b4d2789-e21f-4a04-b41d-92ee4189f8ad service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 200 len: 915 time: 0.1628315 Oct 31 15:02:13.216247 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9b1fb1ff-e3e3-494d-9cad-2500741fd97e req-522747e5-5136-4538-bd95-89fa55cec1bb service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e848f26-da30-41e1-b524-98ff8a6a72e8 HTTP/1.1" status: 200 len: 217 time: 0.0488391 Oct 31 15:02:13.264377 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:13.292413 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fb1ff-e3e3-494d-9cad-2500741fd97e req-5cb97f32-0502-434b-a77b-2d58b2f4bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:13.294401 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9b1fb1ff-e3e3-494d-9cad-2500741fd97e req-5cb97f32-0502-434b-a77b-2d58b2f4bb2d service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=6c0893af-f459-43bc-83fe-ab19005e56d2 HTTP/1.1" status: 200 len: 853 time: 0.0722690 Oct 31 15:02:13.371421 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fb1ff-e3e3-494d-9cad-2500741fd97e req-60b69d67-38d6-4bf6-a570-d4964bc820ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:13.372738 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9b1fb1ff-e3e3-494d-9cad-2500741fd97e req-60b69d67-38d6-4bf6-a570-d4964bc820ac service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=344848ef-d9a5-4f9a-8ddf-c96c364ed358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717885 Oct 31 15:02:13.486001 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9b1fb1ff-e3e3-494d-9cad-2500741fd97e req-c80a25d2-3195-4883-9da1-c3c951d0de50 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044497 Oct 31 15:02:13.602147 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 0e848f26-da30-41e1-b524-98ff8a6a72e8 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 15:02:13.608033 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411979ea-b5c2-4838-b940-c09eebcc9f47 req-fa37c8f1-eb8c-4901-b6a1-c070fc9a9abc tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:13.609726 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-411979ea-b5c2-4838-b940-c09eebcc9f47 req-fa37c8f1-eb8c-4901-b6a1-c070fc9a9abc tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 943 time: 0.0601318 Oct 31 15:02:13.679498 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-411979ea-b5c2-4838-b940-c09eebcc9f47 req-00ba675d-dbb0-4258-ae13-9e1061410e90 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8f156f22-f209-47bf-ac54-4191c39c3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549085 Oct 31 15:02:13.694004 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9b1fb1ff-e3e3-494d-9cad-2500741fd97e req-75b9dd80-139f-44ad-9578-736067a2d471 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014675 Oct 31 15:02:13.764573 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 0e848f26-da30-41e1-b524-98ff8a6a72e8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=0e848f26-da30-41e1-b524-98ff8a6a72e8,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:13.779063 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '0e848f26-da30-41e1-b524-98ff8a6a72e8', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'port_id': '0e848f26-da30-41e1-b524-98ff8a6a72e8', 'mac_address': 'fa:16:3e:c7:c5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 15:02:13.823360 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 0e848f26-da30-41e1-b524-98ff8a6a72e8 is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:02:13.823889 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:13.839047 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e848f26-da30-41e1-b524-98ff8a6a72e8 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:02:13.860847 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 0e848f26-da30-41e1-b524-98ff8a6a72e8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=0e848f26-da30-41e1-b524-98ff8a6a72e8,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:13.865572 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:13.919991 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=0e848f26-da30-41e1-b524-98ff8a6a72e8,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:14.108345 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['0e848f26-da30-41e1-b524-98ff8a6a72e8'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:02:14.185081 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:14.224201 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e7657-9f83-4ea5-bd69-5e43bb7d068d req-13c74dbb-a6a4-4d35-bfe7-762b41a19029 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:14.232313 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-631e7657-9f83-4ea5-bd69-5e43bb7d068d req-13c74dbb-a6a4-4d35-bfe7-762b41a19029 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0676231 Oct 31 15:02:14.293146 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-631e7657-9f83-4ea5-bd69-5e43bb7d068d req-4e94f9fa-0130-402f-9205-c65ea5360e77 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595036 Oct 31 15:02:14.843686 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb9c32-68fc-433c-84e2-cb4a102d8eb7 req-7b2b5e9a-8414-4aab-bba0-250f934ba6ce tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:14.851019 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9fbb9c32-68fc-433c-84e2-cb4a102d8eb7 req-7b2b5e9a-8414-4aab-bba0-250f934ba6ce tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 944 time: 0.0713780 Oct 31 15:02:14.914096 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9fbb9c32-68fc-433c-84e2-cb4a102d8eb7 req-1fd2d154-6676-4034-95a9-7e0c577f0e76 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8f156f22-f209-47bf-ac54-4191c39c3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619378 Oct 31 15:02:15.280388 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-7b3f8862-48e8-4e24-80ee-87098499f5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:15.438337 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11984c-3975-4723-a890-e47d33e98bdb req-9e9e241c-d040-4efb-8b04-4e83c095a700 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:15.442007 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-df11984c-3975-4723-a890-e47d33e98bdb req-9e9e241c-d040-4efb-8b04-4e83c095a700 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0642664 Oct 31 15:02:15.500532 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-df11984c-3975-4723-a890-e47d33e98bdb req-4fc1b5ee-b442-4df7-b413-17ce59732524 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479951 Oct 31 15:02:15.600952 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 0e848f26-da30-41e1-b524-98ff8a6a72e8 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:02:15.643168 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 0e848f26-da30-41e1-b524-98ff8a6a72e8 completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 15:02:15.648989 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 0e848f26-da30-41e1-b524-98ff8a6a72e8 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:02:15.649373 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:15.649706 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 0e848f26-da30-41e1-b524-98ff8a6a72e8 Oct 31 15:02:15.673264 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:15.728670 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 0e848f26-da30-41e1-b524-98ff8a6a72e8 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:02:15.728920 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:15.753437 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbc41e7-a0c8-411f-a862-74bba534647d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e848f26-da30-41e1-b524-98ff8a6a72e8'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:02:15.756139 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c109f7e-f2fd-49e9-aec8-bdb1d281742f" -d '{"events": [{"server_uuid": "adbc41e7-a0c8-411f-a862-74bba534647d", "name": "network-vif-plugged", "status": "completed", "tag": "0e848f26-da30-41e1-b524-98ff8a6a72e8"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:02:15.770027 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 0e848f26-da30-41e1-b524-98ff8a6a72e8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=0e848f26-da30-41e1-b524-98ff8a6a72e8,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:15.773730 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:15.799726 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9a401b-5772-4979-8174-f236dc3c02d2 x-openstack-request-id: req-cd9a401b-5772-4979-8174-f236dc3c02d2 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:02:15.800017 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbc41e7-a0c8-411f-a862-74bba534647d", "name": "network-vif-plugged", "status": "completed", "tag": "0e848f26-da30-41e1-b524-98ff8a6a72e8", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:02:15.800265 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd9a401b-5772-4979-8174-f236dc3c02d2 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:02:15.800654 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9a401b-5772-4979-8174-f236dc3c02d2'] response: {'server_uuid': 'adbc41e7-a0c8-411f-a862-74bba534647d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e848f26-da30-41e1-b524-98ff8a6a72e8', 'code': 200} Oct 31 15:02:15.825510 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=0e848f26-da30-41e1-b524-98ff8a6a72e8,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:16.051768 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9417d47-ca2b-410f-af6d-ef24cad982ba req-8428679a-f972-410f-ad03-e95c64ada251 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:16.053302 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d9417d47-ca2b-410f-af6d-ef24cad982ba req-8428679a-f972-410f-ad03-e95c64ada251 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 945 time: 0.0572886 Oct 31 15:02:16.108011 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d9417d47-ca2b-410f-af6d-ef24cad982ba req-df919436-29c0-45c0-8a1d-a51f66ad3460 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8f156f22-f209-47bf-ac54-4191c39c3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484383 Oct 31 15:02:16.191667 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6abf7d-7254-4966-a377-faadb9b796ca req-3c2e1534-6059-4090-9af5-1dd28c8755bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:16.193164 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2b6abf7d-7254-4966-a377-faadb9b796ca req-3c2e1534-6059-4090-9af5-1dd28c8755bf service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 1129 time: 0.0460563 Oct 31 15:02:16.418362 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2b6abf7d-7254-4966-a377-faadb9b796ca req-57a29b19-1c78-42a9-a58a-1c2962961e4f service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=8f156f22-f209-47bf-ac54-4191c39c3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413191 Oct 31 15:02:16.635850 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbd844-48fa-4471-8471-bbfd156be13a req-7aa434ae-936e-46ed-8276-5dcc90988f2d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:16.637486 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e9cbd844-48fa-4471-8471-bbfd156be13a req-7aa434ae-936e-46ed-8276-5dcc90988f2d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0469871 Oct 31 15:02:16.688185 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e9cbd844-48fa-4471-8471-bbfd156be13a req-7bee3323-5dbb-4711-bc3a-99ffa497f627 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447342 Oct 31 15:02:16.739154 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199642e-d4ae-45cb-98fc-912419801abb req-4466fe35-b68a-40a6-955f-19a28146ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:16.740647 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7199642e-d4ae-45cb-98fc-912419801abb req-4466fe35-b68a-40a6-955f-19a28146ec40 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=5119fe6e3c064da0a66218481a944aaa&device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 1129 time: 0.0383635 Oct 31 15:02:16.835336 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199642e-d4ae-45cb-98fc-912419801abb req-45e76293-b8b1-4b73-9728-e86bc900e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:16.837108 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7199642e-d4ae-45cb-98fc-912419801abb req-45e76293-b8b1-4b73-9728-e86bc900e49c service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 HTTP/1.1" status: 200 len: 918 time: 0.0894842 Oct 31 15:02:16.902219 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7199642e-d4ae-45cb-98fc-912419801abb req-7f69941b-dccb-4429-a7f2-1c255ec3ed8e service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fad9b881-1f6a-40eb-9847-b09fa756357c HTTP/1.1" status: 200 len: 1001 time: 0.0589361 Oct 31 15:02:17.219965 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:17.236819 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199642e-d4ae-45cb-98fc-912419801abb req-285c6db0-eff3-42a4-94e2-4857729123f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:17.238320 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7199642e-d4ae-45cb-98fc-912419801abb req-285c6db0-eff3-42a4-94e2-4857729123f3 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=b78261dd-be23-4771-9073-9a716a608356 HTTP/1.1" status: 200 len: 856 time: 0.0851860 Oct 31 15:02:17.246471 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11468ed4-e8c9-4f04-a2c7-7c9829477354 req-2c98e0a0-c9a2-46fb-b918-f804685771d4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:17.247891 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-11468ed4-e8c9-4f04-a2c7-7c9829477354 req-2c98e0a0-c9a2-46fb-b918-f804685771d4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 945 time: 0.0628047 Oct 31 15:02:17.301178 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199642e-d4ae-45cb-98fc-912419801abb req-84b49c9c-6edb-4613-885d-bb59b147770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:17.302674 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7199642e-d4ae-45cb-98fc-912419801abb req-84b49c9c-6edb-4613-885d-bb59b147770e service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539525 Oct 31 15:02:17.348943 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-11468ed4-e8c9-4f04-a2c7-7c9829477354 req-8c3a75b2-5b0b-4c01-93e8-98ca9e0fc03a tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8f156f22-f209-47bf-ac54-4191c39c3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925949 Oct 31 15:02:17.415160 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7199642e-d4ae-45cb-98fc-912419801abb req-c49e3299-479d-45d6-b519-b408b05b70fd service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030567 Oct 31 15:02:17.506729 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ec2faca-1df5-4843-bc5a-0c0f2d5ad0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:17.789040 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:17.830919 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8896dd-69f8-4d5c-a2f8-61500bf4a9e3 req-ee9cab42-6768-4fa5-a746-9e7292af8013 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:17.832561 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4c8896dd-69f8-4d5c-a2f8-61500bf4a9e3 req-ee9cab42-6768-4fa5-a746-9e7292af8013 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0537152 Oct 31 15:02:17.947103 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4c8896dd-69f8-4d5c-a2f8-61500bf4a9e3 req-fd1c3406-539c-41f6-b5cd-361e35d274a3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073265 Oct 31 15:02:17.984027 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7199642e-d4ae-45cb-98fc-912419801abb req-f2ef0ba0-28f7-42bc-a433-c653feecc0b5 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266429 Oct 31 15:02:18.471715 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a698234-55be-47ca-8214-d8e2a47c9d32 req-abe5ad00-5704-42c0-a51f-147452d02c21 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:18.473206 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3a698234-55be-47ca-8214-d8e2a47c9d32 req-abe5ad00-5704-42c0-a51f-147452d02c21 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 945 time: 0.0469894 Oct 31 15:02:18.506773 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:18.527538 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3a698234-55be-47ca-8214-d8e2a47c9d32 req-37b7035e-fe77-46d8-b286-59b222026a60 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8f156f22-f209-47bf-ac54-4191c39c3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480430 Oct 31 15:02:18.648012 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc228241-ee7b-4ce9-afd2-16214c1f66e6 req-4b04119f-c02b-4bd2-92bb-01bd6184afd5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:18.649507 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bc228241-ee7b-4ce9-afd2-16214c1f66e6 req-4b04119f-c02b-4bd2-92bb-01bd6184afd5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 945 time: 0.0484030 Oct 31 15:02:18.660402 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46344) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:18.664713 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-739e1a6f-6e80-4933-8bf2-0040adfe74d5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Request body: {'floatingip': {'port_id': '0e848f26-da30-41e1-b524-98ff8a6a72e8'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:02:18.953162 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-739e1a6f-6e80-4933-8bf2-0040adfe74d5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (9fbd1e4b-6980-42a4-9d0a-d0460d40d5ef), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:19.081101 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479d632-1bd9-4b1e-8e5f-b0ed4b6620bb req-3e57929c-768d-47bc-a0e8-4eb84c7815b1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:19.088561 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2479d632-1bd9-4b1e-8e5f-b0ed4b6620bb req-3e57929c-768d-47bc-a0e8-4eb84c7815b1 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0565858 Oct 31 15:02:19.098370 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:19.138025 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2479d632-1bd9-4b1e-8e5f-b0ed4b6620bb req-50d2bfab-5c9b-4156-b28f-8f01dd0855f2 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485959 Oct 31 15:02:19.148543 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46354) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:19.255695 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-de9ff1b2-ded3-4e6c-bbb8-227192aaf08c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:19.334057 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-de9ff1b2-ded3-4e6c-bbb8-227192aaf08c admin admin] Publish callbacks [] for security_group (347e71c8-a2b3-4a08-93e2-d132c38ab329), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:19.338815 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-de9ff1b2-ded3-4e6c-bbb8-227192aaf08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (347e71c8-a2b3-4a08-93e2-d132c38ab329), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:19.378439 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-de9ff1b2-ded3-4e6c-bbb8-227192aaf08c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d1c817502ae14a9fac5b2683608f8a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288921 Oct 31 15:02:19.379171 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ff1b2-ded3-4e6c-bbb8-227192aaf08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347e71c8-a2b3-4a08-93e2-d132c38ab329,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:19.381448 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46358) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:19.406340 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:19.425029 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-739e1a6f-6e80-4933-8bf2-0040adfe74d5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:19.429711 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-739e1a6f-6e80-4933-8bf2-0040adfe74d5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (9fbd1e4b-6980-42a4-9d0a-d0460d40d5ef), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:19.440098 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5dbb22ca-0579-4b75-b085-8db305910f20 admin admin] Publish callbacks [] for security_group (347e71c8-a2b3-4a08-93e2-d132c38ab329), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:19.461061 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5dbb22ca-0579-4b75-b085-8db305910f20 admin admin] Publish callbacks [] for security_group (347e71c8-a2b3-4a08-93e2-d132c38ab329), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:19.510172 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5dbb22ca-0579-4b75-b085-8db305910f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (347e71c8-a2b3-4a08-93e2-d132c38ab329), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:19.512790 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5dbb22ca-0579-4b75-b085-8db305910f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:19.513951 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-5dbb22ca-0579-4b75-b085-8db305910f20 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/347e71c8-a2b3-4a08-93e2-d132c38ab329 HTTP/1.1" status: 204 len: 168 time: 0.1316168 Oct 31 15:02:19.531964 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [None req-739e1a6f-6e80-4933-8bf2-0040adfe74d5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Floating IP 9fbd1e4b-6980-42a4-9d0a-d0460d40d5ef associated. External IP: 172.27.0.75, port: 0e848f26-da30-41e1-b524-98ff8a6a72e8. Oct 31 15:02:19.537294 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb22ca-0579-4b75-b085-8db305910f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347e71c8-a2b3-4a08-93e2-d132c38ab329,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:19.623821 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device fad9b881-1f6a-40eb-9847-b09fa756357c no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:02:19.640714 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:19.707539 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port fad9b881-1f6a-40eb-9847-b09fa756357c is: ACTIVE; New status is: DOWN {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:02:19.708210 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:19.734461 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad9b881-1f6a-40eb-9847-b09fa756357c'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:02:19.736819 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eedd23-d573-4fb4-81ea-16a63279a2f1" -d '{"events": [{"server_uuid": "e78da101-dab9-43eb-b75d-14baee21f5c0", "name": "network-vif-unplugged", "status": "completed", "tag": "fad9b881-1f6a-40eb-9847-b09fa756357c"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:02:19.759467 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:19.761583 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port fad9b881-1f6a-40eb-9847-b09fa756357c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fad9b881-1f6a-40eb-9847-b09fa756357c,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:19.769252 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:19.785046 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739e1a6f-6e80-4933-8bf2-0040adfe74d5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:02:19.828929 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=fad9b881-1f6a-40eb-9847-b09fa756357c,revision_number=8']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:19.908103 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739e1a6f-6e80-4933-8bf2-0040adfe74d5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:02:19.917132 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-739e1a6f-6e80-4933-8bf2-0040adfe74d5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:19.926226 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5298bc-4b6c-4e8f-8955-057a871e9a97 None None] Sync routers for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:02:19.940704 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5298bc-4b6c-4e8f-8955-057a871e9a97 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:02:19.942740 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-7c5298bc-4b6c-4e8f-8955-057a871e9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:02:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:19.944969 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:19.955049 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=19 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:19.978937 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-739e1a6f-6e80-4933-8bf2-0040adfe74d5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/9fbd1e4b-6980-42a4-9d0a-d0460d40d5ef HTTP/1.1" status: 200 len: 990 time: 1.3143790 Oct 31 15:02:19.978937 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbc41e7-a0c8-411f-a862-74bba534647d', 'tag': '0e848f26-da30-41e1-b524-98ff8a6a72e8'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:02:19.984590 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc443197-c51e-4dfb-9d84-d4490893ef4c" -d '{"events": [{"name": "network-changed", "server_uuid": "adbc41e7-a0c8-411f-a862-74bba534647d", "tag": "0e848f26-da30-41e1-b524-98ff8a6a72e8"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:02:20.013899 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Oct 2022 15:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af700be-b986-4c83-aeb2-76170d7d819f x-openstack-request-id: req-5af700be-b986-4c83-aeb2-76170d7d819f {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:02:20.015057 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78da101-dab9-43eb-b75d-14baee21f5c0", "name": "network-vif-unplugged", "status": "completed", "tag": "fad9b881-1f6a-40eb-9847-b09fa756357c", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:02:20.015331 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5af700be-b986-4c83-aeb2-76170d7d819f {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:02:20.015895 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af700be-b986-4c83-aeb2-76170d7d819f'] response: {'server_uuid': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'code': 200} Oct 31 15:02:20.039680 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5edb02-0507-4a2b-a4ec-882143e8faf6 x-openstack-request-id: req-bb5edb02-0507-4a2b-a4ec-882143e8faf6 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:02:20.040085 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbc41e7-a0c8-411f-a862-74bba534647d", "tag": "0e848f26-da30-41e1-b524-98ff8a6a72e8", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:02:20.040431 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb5edb02-0507-4a2b-a4ec-882143e8faf6 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:02:20.040960 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5edb02-0507-4a2b-a4ec-882143e8faf6'] response: {'name': 'network-changed', 'server_uuid': 'adbc41e7-a0c8-411f-a862-74bba534647d', 'tag': '0e848f26-da30-41e1-b524-98ff8a6a72e8', 'status': 'completed', 'code': 200} Oct 31 15:02:20.098558 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-7c5298bc-4b6c-4e8f-8955-057a871e9a97 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:02:20.132452 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc443197-c51e-4dfb-9d84-d4490893ef4c req-752c8577-95e6-4843-8152-466db0259681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:20.139410 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dc443197-c51e-4dfb-9d84-d4490893ef4c req-752c8577-95e6-4843-8152-466db0259681 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f629aa044ca845069237ecb8d889284e&device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 1129 time: 0.0697005 Oct 31 15:02:20.316649 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:20.350566 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc40504-90e2-46a4-85cc-3dafac0e9e14 req-ff03d187-8d86-46ea-898b-5c8d943747fc tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:20.352097 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2bc40504-90e2-46a4-85cc-3dafac0e9e14 req-ff03d187-8d86-46ea-898b-5c8d943747fc tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0697980 Oct 31 15:02:20.354101 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc443197-c51e-4dfb-9d84-d4490893ef4c req-da9b0cb1-e2b1-45cc-84ca-7266028bb10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:20.355438 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dc443197-c51e-4dfb-9d84-d4490893ef4c req-da9b0cb1-e2b1-45cc-84ca-7266028bb10c service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 200 len: 915 time: 0.2102213 Oct 31 15:02:20.388358 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-7c5298bc-4b6c-4e8f-8955-057a871e9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '9fbd1e4b-6980-42a4-9d0a-d0460d40d5ef', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '0e848f26-da30-41e1-b524-98ff8a6a72e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:c7:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbc41e7-a0c8-411f-a862-74bba534647d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:02:05Z', 'updated_at': '2022-10-31T15:02:19Z', 'revision_number': 1, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:20.408748 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2bc40504-90e2-46a4-85cc-3dafac0e9e14 req-27929426-2710-4f62-a8db-ceba5c372b45 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481088 Oct 31 15:02:20.410382 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46392) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:20.419610 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5298bc-4b6c-4e8f-8955-057a871e9a97 None None] Checking router: 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:02:20.428293 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5298bc-4b6c-4e8f-8955-057a871e9a97 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:02:20.428892 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-7c5298bc-4b6c-4e8f-8955-057a871e9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:02:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:20.557845 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-7c5298bc-4b6c-4e8f-8955-057a871e9a97 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:02:20.560410 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dc443197-c51e-4dfb-9d84-d4490893ef4c req-7d6b235e-cef8-4284-9214-ecdc7ee03802 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e848f26-da30-41e1-b524-98ff8a6a72e8 HTTP/1.1" status: 200 len: 998 time: 0.0760655 Oct 31 15:02:20.622464 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:20.637537 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1129569836-network', 'tenant_id': '0f1eff3e1bda462c924b177b697d2aa4'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:02:20.669362 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc443197-c51e-4dfb-9d84-d4490893ef4c req-63756062-be5d-4498-bd9d-2e9ea3d99c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:20.671241 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dc443197-c51e-4dfb-9d84-d4490893ef4c req-63756062-be5d-4498-bd9d-2e9ea3d99c0e service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=6c0893af-f459-43bc-83fe-ab19005e56d2 HTTP/1.1" status: 200 len: 853 time: 0.1047187 Oct 31 15:02:20.700187 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] Made reservation on behalf of 0f1eff3e1bda462c924b177b697d2aa4 for: {'network': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:02:20.702813 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:20.749118 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:20.754974 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:20.775613 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc443197-c51e-4dfb-9d84-d4490893ef4c req-f154f965-1bb4-4cd0-8f21-e13d53d3cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:20.777283 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dc443197-c51e-4dfb-9d84-d4490893ef4c req-f154f965-1bb4-4cd0-8f21-e13d53d3cee1 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=344848ef-d9a5-4f9a-8ddf-c96c364ed358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0998421 Oct 31 15:02:20.809833 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:20.863262 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-7c5298bc-4b6c-4e8f-8955-057a871e9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '9fbd1e4b-6980-42a4-9d0a-d0460d40d5ef', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '0e848f26-da30-41e1-b524-98ff8a6a72e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:c7:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbc41e7-a0c8-411f-a862-74bba534647d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:02:05Z', 'updated_at': '2022-10-31T15:02:19Z', 'revision_number': 1, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:20.917613 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5298bc-4b6c-4e8f-8955-057a871e9a97 None None] The sync data for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi is: [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '9fbd1e4b-6980-42a4-9d0a-d0460d40d5ef', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'port_id': '0e848f26-da30-41e1-b524-98ff8a6a72e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'mac_address': 'fa:16:3e:c7:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbc41e7-a0c8-411f-a862-74bba534647d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:02:05Z', 'updated_at': '2022-10-31T15:02:19Z', 'revision_number': 1, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:02:20.919467 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dc443197-c51e-4dfb-9d84-d4490893ef4c req-971fab2f-0147-4d64-8b37-22710d183940 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349099 Oct 31 15:02:21.001370 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:21.023595 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] Publish callbacks [] for security_group (7b4b7c90-d7db-4045-b2a3-35fef56d1659), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:21.039013 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (7b4b7c90-d7db-4045-b2a3-35fef56d1659), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:21.084451 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:21.088100 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dc443197-c51e-4dfb-9d84-d4490893ef4c req-6c49dc55-c47f-4812-b4c7-32a75bdd0939 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628587 Oct 31 15:02:21.097740 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4b7c90-d7db-4045-b2a3-35fef56d1659,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:21.100453 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=119727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 15:02:21.115073 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (83301beb-c662-4e61-8fb6-100821f2d774), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:21.115421 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.segments_db [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] Added segment 83301beb-c662-4e61-8fb6-100821f2d774 of type vlan for network 82b403cc-b263-47ef-8e09-b2f3dc6da6fc Oct 31 15:02:21.166920 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (82b403cc-b263-47ef-8e09-b2f3dc6da6fc), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:21.197928 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (82b403cc-b263-47ef-8e09-b2f3dc6da6fc), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:21.199170 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:21.199711 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:21.244858 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d26f6d-0e71-4b8f-a29f-3eae433064f2 None None] New status for floating IP 9fbd1e4b-6980-42a4-9d0a-d0460d40d5ef: ACTIVE {{(pid=119730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:02:21.259610 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8481846 Oct 31 15:02:21.262542 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46428) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:21.273703 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-a28471e4-2eed-4650-ab8b-64c4d45a551f admin admin] Request body: {'subnet': {'network_id': '82b403cc-b263-47ef-8e09-b2f3dc6da6fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1129569836-subnet', 'tenant_id': '0f1eff3e1bda462c924b177b697d2aa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:02:21.286750 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334a73d-8b1b-4a6e-81bb-fa5a642db568 admin admin] Pushing event updated for resources: {'Network': ['ID=82b403cc-b263-47ef-8e09-b2f3dc6da6fc,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:21.303081 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network 82b403cc-b263-47ef-8e09-b2f3dc6da6fc details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 15:02:21.312451 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28471e4-2eed-4650-ab8b-64c4d45a551f admin admin] Made reservation on behalf of 0f1eff3e1bda462c924b177b697d2aa4 for: {'subnet': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:02:21.315442 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a28471e4-2eed-4650-ab8b-64c4d45a551f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14532971'] for subnet (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:21.541951 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a28471e4-2eed-4650-ab8b-64c4d45a551f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15445745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14532869'] for subnet (5658ceb4-ae27-4a47-a880-65ec6427b8fd), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:21.613445 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28471e4-2eed-4650-ab8b-64c4d45a551f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5658ceb4-ae27-4a47-a880-65ec6427b8fd,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:21.618630 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28471e4-2eed-4650-ab8b-64c4d45a551f admin admin] Checking segment: {'id': '83301beb-c662-4e61-8fb6-100821f2d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '82b403cc-b263-47ef-8e09-b2f3dc6da6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:02:21.618982 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28471e4-2eed-4650-ab8b-64c4d45a551f admin admin] Network hostable DHCP agents. Network: 82b403cc-b263-47ef-8e09-b2f3dc6da6fc, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 15:02:21.637302 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28471e4-2eed-4650-ab8b-64c4d45a551f admin admin] Network 82b403cc-b263-47ef-8e09-b2f3dc6da6fc is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 15:02:21.654242 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-a28471e4-2eed-4650-ab8b-64c4d45a551f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, 82b403cc-b263-47ef-8e09-b2f3dc6da6fc) {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:02:21.659099 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28471e4-2eed-4650-ab8b-64c4d45a551f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:21.659772 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a28471e4-2eed-4650-ab8b-64c4d45a551f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:21.668617 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf3c89c-9ea6-4a73-9382-fe07bd453999 None None] Network 82b403cc-b263-47ef-8e09-b2f3dc6da6fc requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:02:21.695194 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-a28471e4-2eed-4650-ab8b-64c4d45a551f admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4315088 Oct 31 15:02:21.708234 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f020b58-dd20-48b9-b61a-9bdf56a2093c req-939c59ea-2d30-4496-9db5-27dd073fe9f6 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:21.710641 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9f020b58-dd20-48b9-b61a-9bdf56a2093c req-939c59ea-2d30-4496-9db5-27dd073fe9f6 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0842566 Oct 31 15:02:21.775707 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9f020b58-dd20-48b9-b61a-9bdf56a2093c req-001f5c23-bdfb-4e8f-b2d2-0c0097235488 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577662 Oct 31 15:02:21.807653 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ae8c42-b27f-4c5b-ab92-35c4a9c512d2 None None] Network 82b403cc-b263-47ef-8e09-b2f3dc6da6fc requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:02:22.095203 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46466) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:22.199943 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-d1c991ed-45f2-4b4c-aa10-d082465dbe45 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1014881 Oct 31 15:02:22.202813 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-be397089-1627-49ee-bc22-da0d67b9112d service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=119727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 15:02:22.203780 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-be397089-1627-49ee-bc22-da0d67b9112d service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049303 Oct 31 15:02:22.267132 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46484) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:22.272222 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-714080697-network', 'tenant_id': 'bff8c53fd3764dfc87714a61c02424dd'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:02:22.297109 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] Made reservation on behalf of bff8c53fd3764dfc87714a61c02424dd for: {'network': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:02:22.299880 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:22.310381 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:22.354798 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:22.385530 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46490) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:22.403914 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] Publish callbacks [] for security_group (5ac6eb86-f4aa-4d5d-9d0a-1b271ed2b88d), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:22.408109 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (5ac6eb86-f4aa-4d5d-9d0a-1b271ed2b88d), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:22.436396 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=119727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 15:02:22.448186 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac6eb86-f4aa-4d5d-9d0a-1b271ed2b88d,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:22.454318 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (20751435-4e54-4d9b-b660-ecfb94651832), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:22.454663 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.segments_db [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] Added segment 20751435-4e54-4d9b-b660-ecfb94651832 of type vlan for network a238051f-a7e3-486a-8400-40484c19871a Oct 31 15:02:22.485247 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:INSERT=16,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:22.502196 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (a238051f-a7e3-486a-8400-40484c19871a), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:22.531893 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (a238051f-a7e3-486a-8400-40484c19871a), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:22.532895 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:22.533473 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:22.555937 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-3bd4cb64-621d-46d7-9a38-3073873ed7ce tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:22.557415 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-3bd4cb64-621d-46d7-9a38-3073873ed7ce tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports/fad9b881-1f6a-40eb-9847-b09fa756357c HTTP/1.1" status: 200 len: 940 time: 0.1699979 Oct 31 15:02:22.563106 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2918806 Oct 31 15:02:22.563231 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46498) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:22.580722 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-a29b15e8-6b08-41ec-9aff-68e1e520adff admin admin] Request body: {'subnet': {'network_id': 'a238051f-a7e3-486a-8400-40484c19871a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-714080697-subnet', 'tenant_id': 'bff8c53fd3764dfc87714a61c02424dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:02:22.607753 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29b15e8-6b08-41ec-9aff-68e1e520adff admin admin] Made reservation on behalf of bff8c53fd3764dfc87714a61c02424dd for: {'subnet': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:02:22.608422 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a704975-8e15-4513-9d3c-f5d4ead0b2e8 admin admin] Pushing event updated for resources: {'Network': ['ID=a238051f-a7e3-486a-8400-40484c19871a,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:22.611243 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-a29b15e8-6b08-41ec-9aff-68e1e520adff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14563440'] for subnet (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:22.619117 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network a238051f-a7e3-486a-8400-40484c19871a details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 15:02:22.802684 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341d117-f98e-4e92-ae22-bb1600bc3911 req-735ababe-668a-49da-9e22-3dc68da06082 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:22.804415 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5341d117-f98e-4e92-ae22-bb1600bc3911 req-735ababe-668a-49da-9e22-3dc68da06082 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 946 time: 0.0614324 Oct 31 15:02:22.833518 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:22.876281 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-a29b15e8-6b08-41ec-9aff-68e1e520adff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14423857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14563358'] for subnet (2561c1ed-0d15-4ce5-89a5-9852024e2016), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:22.938119 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5341d117-f98e-4e92-ae22-bb1600bc3911 req-a9450fda-61ea-4c00-ba1c-64cee63dccd9 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104727 Oct 31 15:02:22.939154 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01617b9-1a82-4c69-9897-5c659807d06b req-fd50bffa-68bd-4713-9a8e-d0d4cffcd41c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:22.940803 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d01617b9-1a82-4c69-9897-5c659807d06b req-fd50bffa-68bd-4713-9a8e-d0d4cffcd41c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0542541 Oct 31 15:02:22.963722 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b15e8-6b08-41ec-9aff-68e1e520adff admin admin] Pushing event updated for resources: {'Subnet': ['ID=2561c1ed-0d15-4ce5-89a5-9852024e2016,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:22.969916 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b15e8-6b08-41ec-9aff-68e1e520adff admin admin] Checking segment: {'id': '20751435-4e54-4d9b-b660-ecfb94651832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a238051f-a7e3-486a-8400-40484c19871a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:02:22.970295 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b15e8-6b08-41ec-9aff-68e1e520adff admin admin] Network hostable DHCP agents. Network: a238051f-a7e3-486a-8400-40484c19871a, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 15:02:22.988505 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b15e8-6b08-41ec-9aff-68e1e520adff admin admin] Network a238051f-a7e3-486a-8400-40484c19871a is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 15:02:22.998044 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-a29b15e8-6b08-41ec-9aff-68e1e520adff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, a238051f-a7e3-486a-8400-40484c19871a) {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:02:22.998865 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d01617b9-1a82-4c69-9897-5c659807d06b req-d68b3aee-9aea-4639-8bdf-59992711d935 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506563 Oct 31 15:02:23.002573 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b15e8-6b08-41ec-9aff-68e1e520adff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:23.003287 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-a29b15e8-6b08-41ec-9aff-68e1e520adff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.007764 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98198bd4-baa5-4395-9473-4076f9325e73 None None] Network a238051f-a7e3-486a-8400-40484c19871a requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:02:23.020656 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-a29b15e8-6b08-41ec-9aff-68e1e520adff admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4565098 Oct 31 15:02:23.145158 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46512) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:23.190734 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_v2 [None req-60415825-19dd-4834-a517-a0975dcc75e4 admin admin] Deleting subnet 5658ceb4-ae27-4a47-a880-65ec6427b8fd {{(pid=119728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 15:02:23.194214 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-60415825-19dd-4834-a517-a0975dcc75e4 admin admin] Publish callbacks [] for subnet (5658ceb4-ae27-4a47-a880-65ec6427b8fd), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.232261 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-60415825-19dd-4834-a517-a0975dcc75e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290236'] for subnet (5658ceb4-ae27-4a47-a880-65ec6427b8fd), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.261695 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa850e1-321a-4a6f-b152-e369116fa1b3 None None] Network a238051f-a7e3-486a-8400-40484c19871a requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:02:23.277095 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-60415825-19dd-4834-a517-a0975dcc75e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (5658ceb4-ae27-4a47-a880-65ec6427b8fd), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.301887 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:23.314590 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:23.332927 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-60415825-19dd-4834-a517-a0975dcc75e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14674420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14563349'] for subnet (5658ceb4-ae27-4a47-a880-65ec6427b8fd), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.360098 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60415825-19dd-4834-a517-a0975dcc75e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5658ceb4-ae27-4a47-a880-65ec6427b8fd,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:23.363062 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-60415825-19dd-4834-a517-a0975dcc75e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.366143 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-60415825-19dd-4834-a517-a0975dcc75e4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/5658ceb4-ae27-4a47-a880-65ec6427b8fd HTTP/1.1" status: 204 len: 168 time: 0.2200036 Oct 31 15:02:23.369370 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46514) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:23.440203 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1fefec88-22a3-40c4-9447-1c1e248d6b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (82b403cc-b263-47ef-8e09-b2f3dc6da6fc), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.518253 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1fefec88-22a3-40c4-9447-1c1e248d6b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (82b403cc-b263-47ef-8e09-b2f3dc6da6fc), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.539067 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-1fefec88-22a3-40c4-9447-1c1e248d6b0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b403cc-b263-47ef-8e09-b2f3dc6da6fc']}} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:23.549125 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-1fefec88-22a3-40c4-9447-1c1e248d6b0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83301beb-c662-4e61-8fb6-100821f2d774') {'for_net_delete': True} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:23.549425 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-1fefec88-22a3-40c4-9447-1c1e248d6b0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83301beb-c662-4e61-8fb6-100821f2d774') {} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:23.558857 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1fefec88-22a3-40c4-9447-1c1e248d6b0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290229'] for segment (83301beb-c662-4e61-8fb6-100821f2d774), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.571955 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1fefec88-22a3-40c4-9447-1c1e248d6b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (83301beb-c662-4e61-8fb6-100821f2d774), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.578382 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fefec88-22a3-40c4-9447-1c1e248d6b0a admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=119728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 15:02:23.578763 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1fefec88-22a3-40c4-9447-1c1e248d6b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14674322'] for segment (83301beb-c662-4e61-8fb6-100821f2d774), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.597259 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.services.segments.plugin [-] Segment 83301beb-c662-4e61-8fb6-100821f2d774 resource provider aggregate not found Oct 31 15:02:23.641371 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.services.segments.plugin [-] Segment 83301beb-c662-4e61-8fb6-100821f2d774 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83301beb-c662-4e61-8fb6-100821f2d774 found for delete ", "request_id": "req-e9b88ec3-bd32-4131-8d88-97232b6308a8"}]} Oct 31 15:02:23.644798 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1fefec88-22a3-40c4-9447-1c1e248d6b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (82b403cc-b263-47ef-8e09-b2f3dc6da6fc), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.652064 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1fefec88-22a3-40c4-9447-1c1e248d6b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.655159 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-1fefec88-22a3-40c4-9447-1c1e248d6b0a admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/82b403cc-b263-47ef-8e09-b2f3dc6da6fc HTTP/1.1" status: 204 len: 168 time: 0.2848899 Oct 31 15:02:23.655303 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device fad9b881-1f6a-40eb-9847-b09fa756357c no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:02:23.659305 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46520) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:23.665590 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefec88-22a3-40c4-9447-1c1e248d6b0a admin admin] Pushing event deleted for resources: {'Network': ['ID=82b403cc-b263-47ef-8e09-b2f3dc6da6fc,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:23.708030 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_v2 [None req-af375e26-61ba-47cd-a978-6cdd563946e2 admin admin] Deleting subnet 2561c1ed-0d15-4ce5-89a5-9852024e2016 {{(pid=119727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 15:02:23.711381 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-af375e26-61ba-47cd-a978-6cdd563946e2 admin admin] Publish callbacks [] for subnet (2561c1ed-0d15-4ce5-89a5-9852024e2016), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.732004 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port fad9b881-1f6a-40eb-9847-b09fa756357c is: DOWN; New status is: DOWN {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:02:23.747003 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-af375e26-61ba-47cd-a978-6cdd563946e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13779360'] for subnet (2561c1ed-0d15-4ce5-89a5-9852024e2016), precommit_delete_associations {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.790645 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-af375e26-61ba-47cd-a978-6cdd563946e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (2561c1ed-0d15-4ce5-89a5-9852024e2016), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.842212 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-af375e26-61ba-47cd-a978-6cdd563946e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15224884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14532878'] for subnet (2561c1ed-0d15-4ce5-89a5-9852024e2016), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.868764 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af375e26-61ba-47cd-a978-6cdd563946e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2561c1ed-0d15-4ce5-89a5-9852024e2016,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:23.870531 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-af375e26-61ba-47cd-a978-6cdd563946e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:23.873633 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-af375e26-61ba-47cd-a978-6cdd563946e2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/2561c1ed-0d15-4ce5-89a5-9852024e2016 HTTP/1.1" status: 204 len: 168 time: 0.2132728 Oct 31 15:02:23.876119 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46522) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:23.942674 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-761a14cd-ae7b-4323-8030-894098f1e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (a238051f-a7e3-486a-8400-40484c19871a), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:24.025062 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-761a14cd-ae7b-4323-8030-894098f1e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (a238051f-a7e3-486a-8400-40484c19871a), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:24.045554 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-761a14cd-ae7b-4323-8030-894098f1e251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a238051f-a7e3-486a-8400-40484c19871a']}} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:24.055043 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-761a14cd-ae7b-4323-8030-894098f1e251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20751435-4e54-4d9b-b660-ecfb94651832') {'for_net_delete': True} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:24.055364 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-761a14cd-ae7b-4323-8030-894098f1e251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20751435-4e54-4d9b-b660-ecfb94651832') {} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:24.067879 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-761a14cd-ae7b-4323-8030-894098f1e251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13779369'] for segment (20751435-4e54-4d9b-b660-ecfb94651832), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:24.070107 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401e9e7-6055-46c9-a7ed-b21f5c70b13b req-5c57ad7a-49cf-4368-95fd-9b0530beaecf tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:24.072796 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e401e9e7-6055-46c9-a7ed-b21f5c70b13b req-5c57ad7a-49cf-4368-95fd-9b0530beaecf tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 946 time: 0.0518031 Oct 31 15:02:24.083357 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:24.085962 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-761a14cd-ae7b-4323-8030-894098f1e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (20751435-4e54-4d9b-b660-ecfb94651832), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:24.095268 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761a14cd-ae7b-4323-8030-894098f1e251 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=119727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 15:02:24.095679 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-761a14cd-ae7b-4323-8030-894098f1e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15224914'] for segment (20751435-4e54-4d9b-b660-ecfb94651832), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:24.129296 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment 20751435-4e54-4d9b-b660-ecfb94651832 resource provider aggregate not found Oct 31 15:02:24.144941 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e401e9e7-6055-46c9-a7ed-b21f5c70b13b req-9e345946-b9ed-41ad-b968-c48dca151ddc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660603 Oct 31 15:02:24.195144 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment 20751435-4e54-4d9b-b660-ecfb94651832 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20751435-4e54-4d9b-b660-ecfb94651832 found for delete ", "request_id": "req-7d01392b-f0e1-4810-84cf-9bf898bc1a97"}]} Oct 31 15:02:24.205234 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-761a14cd-ae7b-4323-8030-894098f1e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (a238051f-a7e3-486a-8400-40484c19871a), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:24.212418 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51fe9d-f293-4b38-bead-eba73db589f1 req-395510b2-b970-4280-ad14-eeb8c7206733 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:24.213865 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ba51fe9d-f293-4b38-bead-eba73db589f1 req-395510b2-b970-4280-ad14-eeb8c7206733 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.1027613 Oct 31 15:02:24.217724 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-761a14cd-ae7b-4323-8030-894098f1e251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:24.220653 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-761a14cd-ae7b-4323-8030-894098f1e251 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/a238051f-a7e3-486a-8400-40484c19871a HTTP/1.1" status: 204 len: 168 time: 0.3436551 Oct 31 15:02:24.240196 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a14cd-ae7b-4323-8030-894098f1e251 admin admin] Pushing event deleted for resources: {'Network': ['ID=a238051f-a7e3-486a-8400-40484c19871a,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:24.277837 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ba51fe9d-f293-4b38-bead-eba73db589f1 req-337625fa-0ef2-4b62-afc2-159011835fc3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560079 Oct 31 15:02:24.400780 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46534) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:24.426512 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109d749-0174-478c-adf0-eefb6e639690 req-24b02984-a8a3-4ac5-9af9-8d2a4ce6f21a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:24.428238 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7109d749-0174-478c-adf0-eefb6e639690 req-24b02984-a8a3-4ac5-9af9-8d2a4ce6f21a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 946 time: 0.0510881 Oct 31 15:02:24.448188 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9653b442-3d4c-4ea2-9492-9893a0b26bf5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0f1eff3e1bda462c924b177b697d2aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459111 Oct 31 15:02:24.448975 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46536) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:24.455929 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:24.504573 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ba49e708-de32-4951-ba65-242cfb2451da admin admin] Publish callbacks [] for security_group (7b4b7c90-d7db-4045-b2a3-35fef56d1659), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:24.525185 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-7109d749-0174-478c-adf0-eefb6e639690 req-237d2da4-3480-4a0c-b32d-5c252f9223e2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Deleting port 873de307-4df8-44d0-9916-a5145ef5bdb4 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:02:24.526092 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7109d749-0174-478c-adf0-eefb6e639690 req-237d2da4-3480-4a0c-b32d-5c252f9223e2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:24.531606 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ba49e708-de32-4951-ba65-242cfb2451da admin admin] Publish callbacks [] for security_group (7b4b7c90-d7db-4045-b2a3-35fef56d1659), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:24.579887 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ba49e708-de32-4951-ba65-242cfb2451da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (7b4b7c90-d7db-4045-b2a3-35fef56d1659), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:24.580679 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:24.583416 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ba49e708-de32-4951-ba65-242cfb2451da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:24.584596 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-ba49e708-de32-4951-ba65-242cfb2451da admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7b4b7c90-d7db-4045-b2a3-35fef56d1659 HTTP/1.1" status: 204 len: 168 time: 0.1346407 Oct 31 15:02:24.592515 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49e708-de32-4951-ba65-242cfb2451da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4b7c90-d7db-4045-b2a3-35fef56d1659,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:24.638039 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-7109d749-0174-478c-adf0-eefb6e639690 req-237d2da4-3480-4a0c-b32d-5c252f9223e2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] For port 873de307-4df8-44d0-9916-a5145ef5bdb4, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=873de307-4df8-44d0-9916-a5145ef5bdb4,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:24.638404 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7109d749-0174-478c-adf0-eefb6e639690 req-237d2da4-3480-4a0c-b32d-5c252f9223e2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:24.835631 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-542ec65d-8bd5-4a58-867e-cb7674239b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:24.837841 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-542ec65d-8bd5-4a58-867e-cb7674239b63 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0&tenant_id=5119fe6e3c064da0a66218481a944aaa HTTP/1.1" status: 200 len: 1127 time: 0.0575316 Oct 31 15:02:24.839787 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7109d749-0174-478c-adf0-eefb6e639690 req-237d2da4-3480-4a0c-b32d-5c252f9223e2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:24.840144 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7109d749-0174-478c-adf0-eefb6e639690 req-237d2da4-3480-4a0c-b32d-5c252f9223e2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (de018b80-86cf-4976-b545-c6e7f91c00a8), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:24.840452 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [req-7109d749-0174-478c-adf0-eefb6e639690 req-237d2da4-3480-4a0c-b32d-5c252f9223e2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Floating IP de018b80-86cf-4976-b545-c6e7f91c00a8 disassociated. External IP: 172.27.0.55, port: 873de307-4df8-44d0-9916-a5145ef5bdb4. Oct 31 15:02:24.840791 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-7109d749-0174-478c-adf0-eefb6e639690 req-237d2da4-3480-4a0c-b32d-5c252f9223e2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Calling delete_port for 873de307-4df8-44d0-9916-a5145ef5bdb4 owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:02:24.929667 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46542) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:24.942511 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-0d1b7fbe-a64b-4303-b53d-c29988a1bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:24.944032 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-0d1b7fbe-a64b-4303-b53d-c29988a1bf74 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=5119fe6e3c064da0a66218481a944aaa&device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 1127 time: 0.0578969 Oct 31 15:02:24.970517 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-ce632e6a-b360-4346-ac16-c5a90119afad admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=bff8c53fd3764dfc87714a61c02424dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391695 Oct 31 15:02:24.973298 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46544) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:25.023533 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fdf1a717-cb85-438b-9df7-f69090e2e625 admin admin] Publish callbacks [] for security_group (5ac6eb86-f4aa-4d5d-9d0a-1b271ed2b88d), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:25.044216 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fdf1a717-cb85-438b-9df7-f69090e2e625 admin admin] Publish callbacks [] for security_group (5ac6eb86-f4aa-4d5d-9d0a-1b271ed2b88d), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:25.088430 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-e0807e57-b3c2-4326-8599-7ea89c5a00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:25.090249 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-e0807e57-b3c2-4326-8599-7ea89c5a00ff service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 HTTP/1.1" status: 200 len: 918 time: 0.1406233 Oct 31 15:02:25.091774 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7109d749-0174-478c-adf0-eefb6e639690 req-237d2da4-3480-4a0c-b32d-5c252f9223e2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (873de307-4df8-44d0-9916-a5145ef5bdb4), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:25.093346 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fdf1a717-cb85-438b-9df7-f69090e2e625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (5ac6eb86-f4aa-4d5d-9d0a-1b271ed2b88d), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:25.095866 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fdf1a717-cb85-438b-9df7-f69090e2e625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:25.097143 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-fdf1a717-cb85-438b-9df7-f69090e2e625 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5ac6eb86-f4aa-4d5d-9d0a-1b271ed2b88d HTTP/1.1" status: 204 len: 168 time: 0.1228156 Oct 31 15:02:25.107142 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1a717-cb85-438b-9df7-f69090e2e625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac6eb86-f4aa-4d5d-9d0a-1b271ed2b88d,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:25.154712 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d2da4-3480-4a0c-b32d-5c252f9223e2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event deleted for resources: {'Port': ['ID=873de307-4df8-44d0-9916-a5145ef5bdb4,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:25.221672 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-ee1a163a-3617-4c8f-bddb-f54d7f3309e8 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fad9b881-1f6a-40eb-9847-b09fa756357c HTTP/1.1" status: 200 len: 999 time: 0.1249316 Oct 31 15:02:25.262075 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:25.263365 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-364084bf-c6da-46f1-9ec3-0640f2f0610e req-ed95bf44-33f0-4e87-a76d-bfc32c9df8a6 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 210 time: 0.0306230 Oct 31 15:02:25.602849 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-35a67b94-6473-400d-9952-fa0111d866c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:25.604348 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-35a67b94-6473-400d-9952-fa0111d866c9 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=b78261dd-be23-4771-9073-9a716a608356 HTTP/1.1" status: 200 len: 856 time: 0.3760276 Oct 31 15:02:25.626684 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7109d749-0174-478c-adf0-eefb6e639690 req-237d2da4-3480-4a0c-b32d-5c252f9223e2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:02:25.661513 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e3717-1c9a-4a20-aa55-c3ac431fa877 req-b0d0e325-b968-4e39-b4a3-7af961e88ae0 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:25.663047 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bb7e3717-1c9a-4a20-aa55-c3ac431fa877 req-b0d0e325-b968-4e39-b4a3-7af961e88ae0 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.1025240 Oct 31 15:02:25.677168 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-2c30f6bf-aaec-4622-9021-fabb744cd51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:25.678619 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-2c30f6bf-aaec-4622-9021-fabb744cd51e service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661302 Oct 31 15:02:25.684435 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:25.831032 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-bb7e3717-1c9a-4a20-aa55-c3ac431fa877 req-d736067a-be95-4f1e-bdf0-38c6670ef095 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572816 Oct 31 15:02:25.897451 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7109d749-0174-478c-adf0-eefb6e639690 req-237d2da4-3480-4a0c-b32d-5c252f9223e2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:02:25.906387 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-04d912dd-05f3-4055-a68c-ab2977eb8ebe service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194002 Oct 31 15:02:25.911627 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1689aad0-6bd9-4371-9a6d-8de853f4edeb None None] Sync routers for ids ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:02:25.923371 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1689aad0-6bd9-4371-9a6d-8de853f4edeb None None] Routers {'ffe1c9ae-6b26-486c-95a0-ff4134dfb312'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:02:25.924285 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-1689aad0-6bd9-4371-9a6d-8de853f4edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:02:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:25.951015 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-7109d749-0174-478c-adf0-eefb6e639690 req-237d2da4-3480-4a0c-b32d-5c252f9223e2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] No DVR routers for this DVR port 873de307-4df8-44d0-9916-a5145ef5bdb4 on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:02:25.953664 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7109d749-0174-478c-adf0-eefb6e639690 req-237d2da4-3480-4a0c-b32d-5c252f9223e2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:25.957049 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7109d749-0174-478c-adf0-eefb6e639690 req-237d2da4-3480-4a0c-b32d-5c252f9223e2 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.44 "DELETE /networking/v2.0/ports/873de307-4df8-44d0-9916-a5145ef5bdb4 HTTP/1.1" status: 204 len: 173 time: 1.5240333 Oct 31 15:02:25.967034 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37732b02-4aae-470b-860b-9fce11dbc27d', 'name': 'network-vif-deleted', 'tag': '873de307-4df8-44d0-9916-a5145ef5bdb4'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:02:25.970147 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cf88ec-2922-4ee8-bd3b-a14a2fb628f8" -d '{"events": [{"server_uuid": "37732b02-4aae-470b-860b-9fce11dbc27d", "name": "network-vif-deleted", "tag": "873de307-4df8-44d0-9916-a5145ef5bdb4"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:02:26.059659 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71c15dfa-eaa8-4963-a2f5-0200b663ac6b req-fe65c253-6ec1-4294-9cda-c60f23b0cc3c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359291 Oct 31 15:02:26.060999 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf861be9-a038-48b5-9abb-0aeff08ae861 x-openstack-request-id: req-bf861be9-a038-48b5-9abb-0aeff08ae861 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:02:26.061676 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37732b02-4aae-470b-860b-9fce11dbc27d", "name": "network-vif-deleted", "tag": "873de307-4df8-44d0-9916-a5145ef5bdb4", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:02:26.061676 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf861be9-a038-48b5-9abb-0aeff08ae861 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:02:26.061942 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf861be9-a038-48b5-9abb-0aeff08ae861'] response: {'server_uuid': '37732b02-4aae-470b-860b-9fce11dbc27d', 'name': 'network-vif-deleted', 'tag': '873de307-4df8-44d0-9916-a5145ef5bdb4', 'status': 'completed', 'code': 200} Oct 31 15:02:26.072814 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-1689aad0-6bd9-4371-9a6d-8de853f4edeb None None] Set router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:02:26.254785 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:26.297208 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-1689aad0-6bd9-4371-9a6d-8de853f4edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '010d34a6-8237-41ca-ac9f-02967bd01b73', 'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'mac_address': 'fa:16:3e:32:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:33Z', 'updated_at': '2022-10-31T14:57:01Z', 'revision_number': 5, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'subnets': [{'id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:26.331069 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1689aad0-6bd9-4371-9a6d-8de853f4edeb None None] Checking router: ffe1c9ae-6b26-486c-95a0-ff4134dfb312 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:02:26.343036 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1689aad0-6bd9-4371-9a6d-8de853f4edeb None None] Routers {'ffe1c9ae-6b26-486c-95a0-ff4134dfb312'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:02:26.344032 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-1689aad0-6bd9-4371-9a6d-8de853f4edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:02:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:26.406461 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-48fbbbc8-4c08-4156-a649-3044ed952fea req-99016c41-6d20-4d77-bfea-dabefb617b2c tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=37732b02-4aae-470b-860b-9fce11dbc27d HTTP/1.1" status: 200 len: 210 time: 0.0324838 Oct 31 15:02:26.465549 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-1689aad0-6bd9-4371-9a6d-8de853f4edeb None None] Set router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:02:26.706578 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-1689aad0-6bd9-4371-9a6d-8de853f4edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '010d34a6-8237-41ca-ac9f-02967bd01b73', 'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'mac_address': 'fa:16:3e:32:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:33Z', 'updated_at': '2022-10-31T14:57:01Z', 'revision_number': 5, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'subnets': [{'id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:26.740043 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1689aad0-6bd9-4371-9a6d-8de853f4edeb None None] The sync data for ids ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'] in dv-cinder-860227-3-iscsi is: [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:37Z', 'revision_number': 4, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '010d34a6-8237-41ca-ac9f-02967bd01b73', 'name': '', 'network_id': 'd9dc557c-0645-443c-a01e-416bcfdc6824', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'mac_address': 'fa:16:3e:32:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:33Z', 'updated_at': '2022-10-31T14:57:01Z', 'revision_number': 5, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'subnets': [{'id': '2c5945c2-d0e4-41cf-a260-34d36848aab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:02:27.078918 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e526bed-29e0-4daf-8f62-1d8ff0943a29 req-40758c6b-eb5a-480a-9e5b-0c07357c63af tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:27.080656 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2e526bed-29e0-4daf-8f62-1d8ff0943a29 req-40758c6b-eb5a-480a-9e5b-0c07357c63af tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0881164 Oct 31 15:02:27.159618 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:27.166482 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2e526bed-29e0-4daf-8f62-1d8ff0943a29 req-4e468c7f-6c5c-40cc-89c7-f75b771dd4a4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783255 Oct 31 15:02:27.307312 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8300babf-e9b5-442c-8578-8356c6848abb None None] New status for floating IP de018b80-86cf-4976-b545-c6e7f91c00a8: DOWN {{(pid=119730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:02:27.602088 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46628) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:27.680013 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 873de307-4df8-44d0-9916-a5145ef5bdb4 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:02:27.719332 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 873de307-4df8-44d0-9916-a5145ef5bdb4 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:02:27.720424 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 873de307-4df8-44d0-9916-a5145ef5bdb4 not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:02:27.738187 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-bc69bb02-2b64-4cbb-979a-3086ffc1d466 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group (4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:27.765053 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-bc69bb02-2b64-4cbb-979a-3086ffc1d466 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group (4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:27.837482 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-bc69bb02-2b64-4cbb-979a-3086ffc1d466 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:27.841169 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-bc69bb02-2b64-4cbb-979a-3086ffc1d466 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:27.843282 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-bc69bb02-2b64-4cbb-979a-3086ffc1d466 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e HTTP/1.1" status: 204 len: 168 time: 0.2400353 Oct 31 15:02:27.846221 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46630) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:27.855910 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69bb02-2b64-4cbb-979a-3086ffc1d466 tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:27.912844 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.api.v2.resource [None req-9332cc79-78f7-4938-9cb0-91fc4205388a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] show failed (client error): The resource could not be found. Oct 31 15:02:27.919598 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46632) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:27.921500 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-9332cc79-78f7-4938-9cb0-91fc4205388a tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "GET /networking/v2.0/security-groups/4dde7e2b-b9e6-4cd8-a1f2-561ef2f98f2e HTTP/1.1" status: 404 len: 347 time: 0.0741303 Oct 31 15:02:28.066827 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-d9d34c28-dd5b-4de5-b3c5-3600868696fc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Deleting port 6fe626b1-03be-4226-88d0-39845a1a309a {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:02:28.067096 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d9d34c28-dd5b-4de5-b3c5-3600868696fc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (6fe626b1-03be-4226-88d0-39845a1a309a), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:28.148273 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d9d34c28-dd5b-4de5-b3c5-3600868696fc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (6fe626b1-03be-4226-88d0-39845a1a309a), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:28.149964 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d9d34c28-dd5b-4de5-b3c5-3600868696fc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for floatingip (6fe626b1-03be-4226-88d0-39845a1a309a), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:28.161855 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-d9d34c28-dd5b-4de5-b3c5-3600868696fc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Calling delete_port for 6fe626b1-03be-4226-88d0-39845a1a309a owned by network:floatingip {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:02:28.327520 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d9d34c28-dd5b-4de5-b3c5-3600868696fc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (6fe626b1-03be-4226-88d0-39845a1a309a), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:28.360495 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:28.362900 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d34c28-dd5b-4de5-b3c5-3600868696fc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Pushing event deleted for resources: {'Port': ['ID=6fe626b1-03be-4226-88d0-39845a1a309a,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:28.439968 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576aa306-2eb9-4dd0-a99b-218f7da85474 req-a232125d-a19c-417f-ad9d-94349ed0227a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:28.449804 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-576aa306-2eb9-4dd0-a99b-218f7da85474 req-a232125d-a19c-417f-ad9d-94349ed0227a tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.1315172 Oct 31 15:02:28.500124 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d9d34c28-dd5b-4de5-b3c5-3600868696fc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks [] for floatingip (de018b80-86cf-4976-b545-c6e7f91c00a8), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:28.507644 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d9d34c28-dd5b-4de5-b3c5-3600868696fc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:28.511620 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-d9d34c28-dd5b-4de5-b3c5-3600868696fc tempest-AttachVolumeTestJSON-1934365025 tempest-AttachVolumeTestJSON-1934365025-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/de018b80-86cf-4976-b545-c6e7f91c00a8 HTTP/1.1" status: 204 len: 168 time: 0.5878263 Oct 31 15:02:28.539330 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-576aa306-2eb9-4dd0-a99b-218f7da85474 req-488c7b61-88c1-4820-bf47-d218c7c781fe tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882771 Oct 31 15:02:29.671100 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce597804-ace5-48a8-a163-657744af9033 req-88df16cd-584f-46d4-92ea-c5eef0b31e2b tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:29.672656 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ce597804-ace5-48a8-a163-657744af9033 req-88df16cd-584f-46d4-92ea-c5eef0b31e2b tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0471711 Oct 31 15:02:29.738507 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ce597804-ace5-48a8-a163-657744af9033 req-49b394ce-f35b-462c-8f5e-d1f093eb5066 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600414 Oct 31 15:02:30.358883 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46686) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:30.464718 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fda7c643-608b-4828-a91c-eeac8b137707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:30.538906 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:30.561626 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fda7c643-608b-4828-a91c-eeac8b137707 admin admin] Publish callbacks [] for security_group (a6306dd8-0041-4bd4-9cdc-41c73d6dca70), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:30.566762 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fda7c643-608b-4828-a91c-eeac8b137707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a6306dd8-0041-4bd4-9cdc-41c73d6dca70), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:30.605136 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-fda7c643-608b-4828-a91c-eeac8b137707 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=2709e9b7affe46acb74a8943b2330599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451832 Oct 31 15:02:30.607835 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46690) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:30.613798 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7c643-608b-4828-a91c-eeac8b137707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6306dd8-0041-4bd4-9cdc-41c73d6dca70,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:30.656184 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bb4f6d89-ffcc-4aee-9a26-b29325dda23c admin admin] Publish callbacks [] for security_group (a6306dd8-0041-4bd4-9cdc-41c73d6dca70), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:30.675584 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bb4f6d89-ffcc-4aee-9a26-b29325dda23c admin admin] Publish callbacks [] for security_group (a6306dd8-0041-4bd4-9cdc-41c73d6dca70), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:30.741333 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bb4f6d89-ffcc-4aee-9a26-b29325dda23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a6306dd8-0041-4bd4-9cdc-41c73d6dca70), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:30.744198 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bb4f6d89-ffcc-4aee-9a26-b29325dda23c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:30.745464 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-bb4f6d89-ffcc-4aee-9a26-b29325dda23c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a6306dd8-0041-4bd4-9cdc-41c73d6dca70 HTTP/1.1" status: 204 len: 168 time: 0.1365294 Oct 31 15:02:30.770955 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f6d89-ffcc-4aee-9a26-b29325dda23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6306dd8-0041-4bd4-9cdc-41c73d6dca70,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:30.906616 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff06cbb-28db-42b0-ab6c-1e149796a318 req-a48f8329-5d45-4894-bfa5-48d8e884c932 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:30.908132 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0ff06cbb-28db-42b0-ab6c-1e149796a318 req-a48f8329-5d45-4894-bfa5-48d8e884c932 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0518100 Oct 31 15:02:30.926733 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:02:30.951990 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:30.968118 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0ff06cbb-28db-42b0-ab6c-1e149796a318 req-4651c16d-9919-4944-99d1-28a7e52dd863 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542798 Oct 31 15:02:31.099728 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46708) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:31.113764 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-487c6300-0de8-4f47-8a02-28ce8ecbc65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:31.219402 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-487c6300-0de8-4f47-8a02-28ce8ecbc65f admin admin] Publish callbacks [] for security_group (4407f1d8-ab96-4871-9e62-233397ae02f2), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:31.223461 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-487c6300-0de8-4f47-8a02-28ce8ecbc65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (4407f1d8-ab96-4871-9e62-233397ae02f2), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:31.267620 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-487c6300-0de8-4f47-8a02-28ce8ecbc65f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7dd4ddd5553949d4ad242cf3020c60cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1668601 Oct 31 15:02:31.267884 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c6300-0de8-4f47-8a02-28ce8ecbc65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4407f1d8-ab96-4871-9e62-233397ae02f2,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:31.270480 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46710) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:31.329618 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4969c025-0a73-46af-a397-8f26ea159733 admin admin] Publish callbacks [] for security_group (4407f1d8-ab96-4871-9e62-233397ae02f2), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:31.364452 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4969c025-0a73-46af-a397-8f26ea159733 admin admin] Publish callbacks [] for security_group (4407f1d8-ab96-4871-9e62-233397ae02f2), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:31.438620 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4969c025-0a73-46af-a397-8f26ea159733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (4407f1d8-ab96-4871-9e62-233397ae02f2), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:31.444638 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4969c025-0a73-46af-a397-8f26ea159733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:31.447737 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-4969c025-0a73-46af-a397-8f26ea159733 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4407f1d8-ab96-4871-9e62-233397ae02f2 HTTP/1.1" status: 204 len: 168 time: 0.1752615 Oct 31 15:02:31.461222 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969c025-0a73-46af-a397-8f26ea159733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4407f1d8-ab96-4871-9e62-233397ae02f2,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:32.135528 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad64a96-d36d-4c2a-b193-88e390fcb31d req-c7b78259-8077-443d-9646-e0f0ec3b8b1e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:32.137915 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7ad64a96-d36d-4c2a-b193-88e390fcb31d req-c7b78259-8077-443d-9646-e0f0ec3b8b1e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0575402 Oct 31 15:02:32.196005 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7ad64a96-d36d-4c2a-b193-88e390fcb31d req-8bcaf5ce-4c43-4df5-a96d-571cde44c90d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490570 Oct 31 15:02:32.225234 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46740) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:32.801811 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:33.121064 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-89d9c704-2333-4ac8-b1f3-e4dac32759ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399060'] for router_interface (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:33.490722 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f8ff-758a-491c-b423-01e694a37e59 req-4f1c9a93-d703-47a8-b5ff-1b91273aa086 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:33.493252 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7847f8ff-758a-491c-b423-01e694a37e59 req-4f1c9a93-d703-47a8-b5ff-1b91273aa086 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.1397452 Oct 31 15:02:33.574815 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-89d9c704-2333-4ac8-b1f3-e4dac32759ea admin admin] Deleting port 010d34a6-8237-41ca-ac9f-02967bd01b73 {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:02:33.575100 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-89d9c704-2333-4ac8-b1f3-e4dac32759ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:33.596988 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7847f8ff-758a-491c-b423-01e694a37e59 req-4ec65673-2e0a-4f08-8792-38fa44a0b899 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962584 Oct 31 15:02:33.652547 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:33.693478 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-89d9c704-2333-4ac8-b1f3-e4dac32759ea admin admin] For port 010d34a6-8237-41ca-ac9f-02967bd01b73, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=010d34a6-8237-41ca-ac9f-02967bd01b73,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:33.693843 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-89d9c704-2333-4ac8-b1f3-e4dac32759ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:33.709970 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-89d9c704-2333-4ac8-b1f3-e4dac32759ea admin admin] Calling delete_port for 010d34a6-8237-41ca-ac9f-02967bd01b73 owned by network:router_interface {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:02:34.004173 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-89d9c704-2333-4ac8-b1f3-e4dac32759ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (010d34a6-8237-41ca-ac9f-02967bd01b73), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:34.034912 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9c704-2333-4ac8-b1f3-e4dac32759ea admin admin] Pushing event deleted for resources: {'Port': ['ID=010d34a6-8237-41ca-ac9f-02967bd01b73,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:34.231818 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:34.246036 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-89d9c704-2333-4ac8-b1f3-e4dac32759ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400708'] for router_interface (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:34.375274 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3bbd0c-5508-4f2a-bb76-f3ae42b662db None None] get_active_networks_info from dv-cinder-860227-3-iscsi {{(pid=119729) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 15:02:34.485202 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:34.489182 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3bbd0c-5508-4f2a-bb76-f3ae42b662db None None] Resources bound (agent type, host, resource id): {{(pid=119729) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 15:02:34.533107 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46798) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:34.606478 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d9c704-2333-4ac8-b1f3-e4dac32759ea admin admin] Router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:02:34.715330 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f544e414-b87b-43d6-8068-3a3cd5c65ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:34.797644 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:34.838841 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5a427-e61f-41f4-bcbb-67707f560990 req-dde846b5-0edc-4c7f-b760-6dabbc3b5515 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:34.840713 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0da5a427-e61f-41f4-bcbb-67707f560990 req-dde846b5-0edc-4c7f-b760-6dabbc3b5515 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0889328 Oct 31 15:02:34.884153 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d9c704-2333-4ac8-b1f3-e4dac32759ea admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:02:34.889985 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-89d9c704-2333-4ac8-b1f3-e4dac32759ea admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/ffe1c9ae-6b26-486c-95a0-ff4134dfb312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6634254 Oct 31 15:02:34.892527 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46804) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:34.896139 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f544e414-b87b-43d6-8068-3a3cd5c65ec8 admin admin] Publish callbacks [] for security_group (8f68d49f-3b62-4d8b-a4b8-e848ff3bd7bc), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:34.897668 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80959dc-38e5-4eae-95b0-07d13dbce89f None None] Sync routers for ids ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:02:34.918170 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80959dc-38e5-4eae-95b0-07d13dbce89f None None] Routers {'ffe1c9ae-6b26-486c-95a0-ff4134dfb312'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:02:34.919070 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-c80959dc-38e5-4eae-95b0-07d13dbce89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:02:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:34.948897 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f544e414-b87b-43d6-8068-3a3cd5c65ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (8f68d49f-3b62-4d8b-a4b8-e848ff3bd7bc), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:35.015657 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0da5a427-e61f-41f4-bcbb-67707f560990 req-65cb91db-8a46-42bd-848b-237cc5a988cd tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642411 Oct 31 15:02:35.051648 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544e414-b87b-43d6-8068-3a3cd5c65ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f68d49f-3b62-4d8b-a4b8-e848ff3bd7bc,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:35.145511 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46806) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:35.149528 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-f544e414-b87b-43d6-8068-3a3cd5c65ec8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b1bcc64fff4e4f98a42741f9340ca1a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6126599 Oct 31 15:02:35.171325 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-c80959dc-38e5-4eae-95b0-07d13dbce89f None None] Set router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:02:35.182017 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] Publish callbacks [] for router (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:35.219271 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:35.295302 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c9925ed0-e25e-4e2c-8cb1-b52787d0eaca admin admin] Publish callbacks [] for security_group (8f68d49f-3b62-4d8b-a4b8-e848ff3bd7bc), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:35.323019 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c9925ed0-e25e-4e2c-8cb1-b52787d0eaca admin admin] Publish callbacks [] for security_group (8f68d49f-3b62-4d8b-a4b8-e848ff3bd7bc), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:35.341580 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] Publish callbacks [] for router_gateway (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:35.415626 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] Deleting port f8fd01ca-9195-478e-8067-62c51af5eb0d {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:02:35.417017 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (f8fd01ca-9195-478e-8067-62c51af5eb0d), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:35.425208 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c9925ed0-e25e-4e2c-8cb1-b52787d0eaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (8f68d49f-3b62-4d8b-a4b8-e848ff3bd7bc), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:35.427941 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c9925ed0-e25e-4e2c-8cb1-b52787d0eaca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:35.432535 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-c9925ed0-e25e-4e2c-8cb1-b52787d0eaca admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8f68d49f-3b62-4d8b-a4b8-e848ff3bd7bc HTTP/1.1" status: 204 len: 168 time: 0.2834105 Oct 31 15:02:35.446440 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9925ed0-e25e-4e2c-8cb1-b52787d0eaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f68d49f-3b62-4d8b-a4b8-e848ff3bd7bc,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:35.490246 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-c80959dc-38e5-4eae-95b0-07d13dbce89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T15:02:33Z', 'revision_number': 5, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port': {'id': 'f8fd01ca-9195-478e-8067-62c51af5eb0d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T14:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:35.491957 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:35.560294 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80959dc-38e5-4eae-95b0-07d13dbce89f None None] Checking router: ffe1c9ae-6b26-486c-95a0-ff4134dfb312 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:02:35.622714 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80959dc-38e5-4eae-95b0-07d13dbce89f None None] Routers {'ffe1c9ae-6b26-486c-95a0-ff4134dfb312'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:02:35.624500 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-c80959dc-38e5-4eae-95b0-07d13dbce89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:02:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:35.627475 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] For port f8fd01ca-9195-478e-8067-62c51af5eb0d, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=f8fd01ca-9195-478e-8067-62c51af5eb0d,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:35.628650 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (f8fd01ca-9195-478e-8067-62c51af5eb0d), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:35.647724 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:35.663143 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] Calling delete_port for f8fd01ca-9195-478e-8067-62c51af5eb0d owned by network:router_gateway {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:02:35.924999 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-7d8bed0f-5d18-4025-9b6e-752c2001ce67 None None] Provisioning complete for port 3fa80e54-419c-4237-9084-eb722ffa9ee8 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:02:35.925414 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-7d8bed0f-5d18-4025-9b6e-752c2001ce67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3fa80e54-419c-4237-9084-eb722ffa9ee8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:35.925750 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-7d8bed0f-5d18-4025-9b6e-752c2001ce67 None None] Attempt 1 to provision port 3fa80e54-419c-4237-9084-eb722ffa9ee8 Oct 31 15:02:36.099118 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (f8fd01ca-9195-478e-8067-62c51af5eb0d), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.137712 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-c80959dc-38e5-4eae-95b0-07d13dbce89f None None] Set router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 gateway port host: None {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:02:36.151004 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] Pushing event deleted for resources: {'Port': ['ID=f8fd01ca-9195-478e-8067-62c51af5eb0d,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:36.153841 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46816) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:36.222396 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-c80959dc-38e5-4eae-95b0-07d13dbce89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T15:02:35Z', 'revision_number': 6, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port_host': None}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:36.243541 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:36.245054 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c21b6-2a85-4dc4-a058-8e95b759bdc7 req-352a654a-07d1-456e-929e-452ea0f87f0e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:36.246947 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e64c21b6-2a85-4dc4-a058-8e95b759bdc7 req-352a654a-07d1-456e-929e-452ea0f87f0e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0704243 Oct 31 15:02:36.248403 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d324f80d-c876-409a-bc99-11104da9d818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.254504 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398739'] for router_gateway (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.265426 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80959dc-38e5-4eae-95b0-07d13dbce89f None None] The sync data for ids ['ffe1c9ae-6b26-486c-95a0-ff4134dfb312'] in dv-cinder-860227-3-iscsi is: [{'id': 'ffe1c9ae-6b26-486c-95a0-ff4134dfb312', 'name': 'tempest-AttachVolumeTestJSON-347800603-router', 'tenant_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:27Z', 'updated_at': '2022-10-31T15:02:35Z', 'revision_number': 6, 'project_id': 'fdab2d4f39c64f239ded71cc9773c8bb', 'gw_port_host': None}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:02:36.269248 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-7d8bed0f-5d18-4025-9b6e-752c2001ce67 None None] Current status of the port 3fa80e54-419c-4237-9084-eb722ffa9ee8 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:02:36.342187 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e64c21b6-2a85-4dc4-a058-8e95b759bdc7 req-e889cfd5-ae46-446d-bf4f-219aba7ee569 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830452 Oct 31 15:02:36.371832 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56567'] for router (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.374208 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] Publish callbacks [] for router_controller (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), precommit_delete_associations {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.394101 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d324f80d-c876-409a-bc99-11104da9d818 admin admin] Publish callbacks [] for security_group (b5b505c3-5a46-405a-a1b4-cff641e2be3c), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.397621 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d324f80d-c876-409a-bc99-11104da9d818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (b5b505c3-5a46-405a-a1b4-cff641e2be3c), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.438973 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-d324f80d-c876-409a-bc99-11104da9d818 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ed852110dfdc43128721dba33d46630e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838006 Oct 31 15:02:36.439914 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324f80d-c876-409a-bc99-11104da9d818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b505c3-5a46-405a-a1b4-cff641e2be3c,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:36.441769 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 46818) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:36.450268 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400657'] for router (ffe1c9ae-6b26-486c-95a0-ff4134dfb312), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.450810 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffe1c9ae-6b26-486c-95a0-ff4134dfb312 {{(pid=119727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 15:02:36.462307 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] Publish callbacks [] for router (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.463425 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-b40d1343-e928-4965-b015-d5654569e8de admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/ffe1c9ae-6b26-486c-95a0-ff4134dfb312 HTTP/1.1" status: 204 len: 168 time: 1.5697911 Oct 31 15:02:36.466079 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46820) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:36.498922 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f7946af4-4170-4437-941c-c72ad80a32a7 admin admin] Publish callbacks [] for security_group (b5b505c3-5a46-405a-a1b4-cff641e2be3c), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.511372 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_v2 [None req-463d337d-698b-4213-9727-ab3fae273fe1 admin admin] Deleting subnet 2c5945c2-d0e4-41cf-a260-34d36848aab1 {{(pid=119728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 15:02:36.514654 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-463d337d-698b-4213-9727-ab3fae273fe1 admin admin] Publish callbacks [] for subnet (2c5945c2-d0e4-41cf-a260-34d36848aab1), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.519500 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f7946af4-4170-4437-941c-c72ad80a32a7 admin admin] Publish callbacks [] for security_group (b5b505c3-5a46-405a-a1b4-cff641e2be3c), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.553745 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-463d337d-698b-4213-9727-ab3fae273fe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290236'] for subnet (2c5945c2-d0e4-41cf-a260-34d36848aab1), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.569731 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f7946af4-4170-4437-941c-c72ad80a32a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (b5b505c3-5a46-405a-a1b4-cff641e2be3c), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.573059 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-f7946af4-4170-4437-941c-c72ad80a32a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.574242 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-f7946af4-4170-4437-941c-c72ad80a32a7 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b5b505c3-5a46-405a-a1b4-cff641e2be3c HTTP/1.1" status: 204 len: 168 time: 0.1313722 Oct 31 15:02:36.583376 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7946af4-4170-4437-941c-c72ad80a32a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b505c3-5a46-405a-a1b4-cff641e2be3c,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:36.647352 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-463d337d-698b-4213-9727-ab3fae273fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (2c5945c2-d0e4-41cf-a260-34d36848aab1), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.702465 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:36.713895 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-463d337d-698b-4213-9727-ab3fae273fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14674420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14563349'] for subnet (2c5945c2-d0e4-41cf-a260-34d36848aab1), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.738424 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d337d-698b-4213-9727-ab3fae273fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5945c2-d0e4-41cf-a260-34d36848aab1,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:36.748918 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-463d337d-698b-4213-9727-ab3fae273fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.754925 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-463d337d-698b-4213-9727-ab3fae273fe1 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/2c5945c2-d0e4-41cf-a260-34d36848aab1 HTTP/1.1" status: 204 len: 168 time: 0.2853911 Oct 31 15:02:36.755405 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46824) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:36.758416 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be46db38-fc2f-4f16-8570-7a904ebcc8b9 None None] Network d9dc557c-0645-443c-a01e-416bcfdc6824 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:02:36.833886 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (d9dc557c-0645-443c-a01e-416bcfdc6824), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.868780 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:36.885129 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] Deleting port 3fa80e54-419c-4237-9084-eb722ffa9ee8 {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:02:36.885129 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (3fa80e54-419c-4237-9084-eb722ffa9ee8), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.956783 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] For port 3fa80e54-419c-4237-9084-eb722ffa9ee8, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=3fa80e54-419c-4237-9084-eb722ffa9ee8,segment=NetworkSegment(2e2bbb2c-6277-46b4-9804-b7fa722797b4),segment_id=2e2bbb2c-6277-46b4-9804-b7fa722797b4)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:36.957143 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (3fa80e54-419c-4237-9084-eb722ffa9ee8), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:36.973889 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] Calling delete_port for 3fa80e54-419c-4237-9084-eb722ffa9ee8 owned by network:dhcp {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:02:37.066086 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (3fa80e54-419c-4237-9084-eb722ffa9ee8), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:37.082574 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac91fd-1c02-4efe-8a13-27446fd8f056 None None] DHCP port deletion for d9dc557c-0645-443c-a01e-416bcfdc6824 request from dv-cinder-860227-3-iscsi {{(pid=119729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 15:02:37.093221 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa80e54-419c-4237-9084-eb722ffa9ee8,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:37.099077 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] No DVR routers for this DVR port 3fa80e54-419c-4237-9084-eb722ffa9ee8 on host dv-cinder-860227-3-iscsi {{(pid=119728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:02:37.189951 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (d9dc557c-0645-443c-a01e-416bcfdc6824), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:37.214035 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9dc557c-0645-443c-a01e-416bcfdc6824']}} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:37.224328 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2bbb2c-6277-46b4-9804-b7fa722797b4') {'for_net_delete': True} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:37.224629 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2bbb2c-6277-46b4-9804-b7fa722797b4') {} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:02:37.235334 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290229'] for segment (2e2bbb2c-6277-46b4-9804-b7fa722797b4), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:37.257023 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (2e2bbb2c-6277-46b4-9804-b7fa722797b4), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:37.266291 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=119728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 15:02:37.266803 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14674322'] for segment (2e2bbb2c-6277-46b4-9804-b7fa722797b4), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:37.293098 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:37.318609 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.services.segments.plugin [-] Segment 2e2bbb2c-6277-46b4-9804-b7fa722797b4 resource provider aggregate not found Oct 31 15:02:37.342869 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.services.segments.plugin [-] Segment 2e2bbb2c-6277-46b4-9804-b7fa722797b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e2bbb2c-6277-46b4-9804-b7fa722797b4 found for delete ", "request_id": "req-a70c60ea-8283-478d-89dc-1d180cd7c4c9"}]} Oct 31 15:02:37.344396 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (d9dc557c-0645-443c-a01e-416bcfdc6824), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:37.349402 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:37.355258 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/d9dc557c-0645-443c-a01e-416bcfdc6824 HTTP/1.1" status: 204 len: 168 time: 0.5986891 Oct 31 15:02:37.378676 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdc7d0-c8ba-4f4f-b4b3-1e28fa4d77aa admin admin] Pushing event deleted for resources: {'Network': ['ID=d9dc557c-0645-443c-a01e-416bcfdc6824,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:37.488060 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:37.493994 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b4001-201b-49de-b277-84cb4053dc31 req-6419d560-5be0-4eef-81bf-bf6ce650119d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:37.495695 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-817b4001-201b-49de-b277-84cb4053dc31 req-6419d560-5be0-4eef-81bf-bf6ce650119d tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0593684 Oct 31 15:02:37.565380 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-817b4001-201b-49de-b277-84cb4053dc31 req-dfccfd3d-5e42-47eb-890f-f3164585c403 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636427 Oct 31 15:02:37.607597 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 010d34a6-8237-41ca-ac9f-02967bd01b73 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:02:37.607969 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46856) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:37.626578 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 010d34a6-8237-41ca-ac9f-02967bd01b73 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:02:37.626916 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 010d34a6-8237-41ca-ac9f-02967bd01b73 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:02:37.627335 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 3fa80e54-419c-4237-9084-eb722ffa9ee8 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:02:37.647141 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 3fa80e54-419c-4237-9084-eb722ffa9ee8 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:02:37.647400 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 3fa80e54-419c-4237-9084-eb722ffa9ee8 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:02:37.647837 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device f8fd01ca-9195-478e-8067-62c51af5eb0d no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:02:37.649972 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-c7276ce3-902a-44c4-ba0a-bbd786fe1e9f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=fdab2d4f39c64f239ded71cc9773c8bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0530541 Oct 31 15:02:37.652449 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 46858) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:37.669026 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: f8fd01ca-9195-478e-8067-62c51af5eb0d {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:02:37.669378 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device f8fd01ca-9195-478e-8067-62c51af5eb0d not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:02:37.704625 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-17b5ba32-1dc1-4a9c-8ac7-aab87dc5a18e admin admin] Publish callbacks [] for security_group (ad0516d9-bec2-4a34-94d0-3170b170f1ef), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:37.726019 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-17b5ba32-1dc1-4a9c-8ac7-aab87dc5a18e admin admin] Publish callbacks [] for security_group (ad0516d9-bec2-4a34-94d0-3170b170f1ef), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:37.741589 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device fad9b881-1f6a-40eb-9847-b09fa756357c details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 15:02:37.780041 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-17b5ba32-1dc1-4a9c-8ac7-aab87dc5a18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ad0516d9-bec2-4a34-94d0-3170b170f1ef), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:37.782656 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-17b5ba32-1dc1-4a9c-8ac7-aab87dc5a18e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:37.784077 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-17b5ba32-1dc1-4a9c-8ac7-aab87dc5a18e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ad0516d9-bec2-4a34-94d0-3170b170f1ef HTTP/1.1" status: 204 len: 168 time: 0.1306260 Oct 31 15:02:37.795439 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5ba32-1dc1-4a9c-8ac7-aab87dc5a18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0516d9-bec2-4a34-94d0-3170b170f1ef,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:37.879821 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port fad9b881-1f6a-40eb-9847-b09fa756357c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fad9b881-1f6a-40eb-9847-b09fa756357c,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:37.893041 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'port_id': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'mac_address': 'fa:16:3e:2e:3e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 15:02:37.920835 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:37.934295 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port fad9b881-1f6a-40eb-9847-b09fa756357c is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:02:37.935098 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:37.949923 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad9b881-1f6a-40eb-9847-b09fa756357c {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:02:37.973068 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port fad9b881-1f6a-40eb-9847-b09fa756357c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fad9b881-1f6a-40eb-9847-b09fa756357c,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:37.978766 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:38.031339 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=fad9b881-1f6a-40eb-9847-b09fa756357c,revision_number=9']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:38.189887 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['fad9b881-1f6a-40eb-9847-b09fa756357c'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:02:38.293942 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:38.732596 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db71ee9-cfcf-425b-bc34-ba0a9381f625 req-593d8109-5ea1-4b4a-bb32-b36c3408f474 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:38.746895 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7db71ee9-cfcf-425b-bc34-ba0a9381f625 req-593d8109-5ea1-4b4a-bb32-b36c3408f474 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0834696 Oct 31 15:02:38.801532 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7db71ee9-cfcf-425b-bc34-ba0a9381f625 req-35e91812-2e74-40fb-a510-7886e007e5e5 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521400 Oct 31 15:02:39.757730 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device fad9b881-1f6a-40eb-9847-b09fa756357c up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:02:39.801625 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port fad9b881-1f6a-40eb-9847-b09fa756357c triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:02:39.801938 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:39.802276 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port fad9b881-1f6a-40eb-9847-b09fa756357c Oct 31 15:02:39.879595 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port fad9b881-1f6a-40eb-9847-b09fa756357c is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:02:39.880065 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:39.924757 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port fad9b881-1f6a-40eb-9847-b09fa756357c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fad9b881-1f6a-40eb-9847-b09fa756357c,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:02:39.925870 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad9b881-1f6a-40eb-9847-b09fa756357c'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:02:39.930316 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46260e52-995c-4ccd-aa0c-340cfec4290e" -d '{"events": [{"server_uuid": "e78da101-dab9-43eb-b75d-14baee21f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "fad9b881-1f6a-40eb-9847-b09fa756357c"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:02:39.934603 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:39.944513 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7da32d-657c-461e-b7f8-cc9d323a276e req-178f8977-b79e-479a-a0f7-8e683f93f477 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:39.947083 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fb7da32d-657c-461e-b7f8-cc9d323a276e req-178f8977-b79e-479a-a0f7-8e683f93f477 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0570650 Oct 31 15:02:39.972775 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4ed54f-81f7-48cf-8d21-64731d944495 x-openstack-request-id: req-3f4ed54f-81f7-48cf-8d21-64731d944495 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:02:39.973071 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78da101-dab9-43eb-b75d-14baee21f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "fad9b881-1f6a-40eb-9847-b09fa756357c", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:02:39.973319 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f4ed54f-81f7-48cf-8d21-64731d944495 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:02:39.973753 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4ed54f-81f7-48cf-8d21-64731d944495'] response: {'server_uuid': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'code': 200} Oct 31 15:02:39.988947 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=fad9b881-1f6a-40eb-9847-b09fa756357c,revision_number=10']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:40.013185 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fb7da32d-657c-461e-b7f8-cc9d323a276e req-9bfc6cd8-f99f-44ef-8661-a2adda6b26a8 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574732 Oct 31 15:02:40.183238 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a7a2b-5712-43dd-aec1-033492e52041 req-3998b82a-4701-49d2-b0ce-d8af8716129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:40.185739 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-746a7a2b-5712-43dd-aec1-033492e52041 req-3998b82a-4701-49d2-b0ce-d8af8716129e service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 1130 time: 0.0461421 Oct 31 15:02:40.242387 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-746a7a2b-5712-43dd-aec1-033492e52041 req-9a691dde-e2e1-4405-8c56-7ddef43313d8 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453587 Oct 31 15:02:40.927060 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:41.149446 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ac781-7e1c-4bbc-94ae-b779dd619154 req-8e7add59-ba5b-4a47-9c50-7ec7ee571bd0 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:41.150957 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-017ac781-7e1c-4bbc-94ae-b779dd619154 req-8e7add59-ba5b-4a47-9c50-7ec7ee571bd0 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 946 time: 0.0482960 Oct 31 15:02:41.171902 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:41.200671 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-017ac781-7e1c-4bbc-94ae-b779dd619154 req-bb50bc58-da33-4011-bfcf-e3e87a0bc67e tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438530 Oct 31 15:02:42.328043 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e1347-65be-4ec2-b5e3-1bf2857dacf4 req-cc41bc60-dbfd-4d85-acbf-15ae3c26fc4f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:02:42.329528 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d17e1347-65be-4ec2-b5e3-1bf2857dacf4 req-cc41bc60-dbfd-4d85-acbf-15ae3c26fc4f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 946 time: 0.0480700 Oct 31 15:02:42.377542 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d17e1347-65be-4ec2-b5e3-1bf2857dacf4 req-451c1715-7d6a-468e-8c96-099ee39e5d3f tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425098 Oct 31 15:02:42.923597 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47028) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:43.082175 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5853163a-0059-4c8d-8f2b-c218ac6d7e01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:43.143818 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:43.167761 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5853163a-0059-4c8d-8f2b-c218ac6d7e01 admin admin] Publish callbacks [] for security_group (264f49a1-ca11-4caf-8384-9b196b8fd3a6), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:43.172205 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5853163a-0059-4c8d-8f2b-c218ac6d7e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (264f49a1-ca11-4caf-8384-9b196b8fd3a6), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:43.214761 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-5853163a-0059-4c8d-8f2b-c218ac6d7e01 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a07f0478d5fc4243aac5c80849e9adc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900686 Oct 31 15:02:43.215979 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853163a-0059-4c8d-8f2b-c218ac6d7e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264f49a1-ca11-4caf-8384-9b196b8fd3a6,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:43.217550 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47036) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:43.267274 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8a8b5710-7ba1-4115-a684-3ff9c1cf5cc4 admin admin] Publish callbacks [] for security_group (264f49a1-ca11-4caf-8384-9b196b8fd3a6), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:43.288568 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8a8b5710-7ba1-4115-a684-3ff9c1cf5cc4 admin admin] Publish callbacks [] for security_group (264f49a1-ca11-4caf-8384-9b196b8fd3a6), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:43.302345 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:43.341938 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8a8b5710-7ba1-4115-a684-3ff9c1cf5cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (264f49a1-ca11-4caf-8384-9b196b8fd3a6), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:43.344485 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8a8b5710-7ba1-4115-a684-3ff9c1cf5cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:43.345662 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-8a8b5710-7ba1-4115-a684-3ff9c1cf5cc4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/264f49a1-ca11-4caf-8384-9b196b8fd3a6 HTTP/1.1" status: 204 len: 168 time: 0.1271474 Oct 31 15:02:43.353844 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b5710-7ba1-4115-a684-3ff9c1cf5cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264f49a1-ca11-4caf-8384-9b196b8fd3a6,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:43.610747 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47042) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:43.625115 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-9d966cd4-cd66-4ea0-94df-05a11c039593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:43.676391 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:43.709395 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-9d966cd4-cd66-4ea0-94df-05a11c039593 admin admin] Publish callbacks [] for security_group (cac95d8a-adfa-4ff5-bfc8-0c19b63b91d0), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:43.713254 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-9d966cd4-cd66-4ea0-94df-05a11c039593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (cac95d8a-adfa-4ff5-bfc8-0c19b63b91d0), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:43.750341 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d966cd4-cd66-4ea0-94df-05a11c039593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac95d8a-adfa-4ff5-bfc8-0c19b63b91d0,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:43.755484 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-9d966cd4-cd66-4ea0-94df-05a11c039593 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=680944c4ad314b698e2d1f9664f14dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437211 Oct 31 15:02:43.758808 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47044) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:43.807607 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0361a8d4-8c09-4316-8618-b853d8044c44 admin admin] Publish callbacks [] for security_group (cac95d8a-adfa-4ff5-bfc8-0c19b63b91d0), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:43.828359 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0361a8d4-8c09-4316-8618-b853d8044c44 admin admin] Publish callbacks [] for security_group (cac95d8a-adfa-4ff5-bfc8-0c19b63b91d0), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:43.877745 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0361a8d4-8c09-4316-8618-b853d8044c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (cac95d8a-adfa-4ff5-bfc8-0c19b63b91d0), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:43.880608 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-0361a8d4-8c09-4316-8618-b853d8044c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:43.881735 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-0361a8d4-8c09-4316-8618-b853d8044c44 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/cac95d8a-adfa-4ff5-bfc8-0c19b63b91d0 HTTP/1.1" status: 204 len: 168 time: 0.1219921 Oct 31 15:02:43.890344 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361a8d4-8c09-4316-8618-b853d8044c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac95d8a-adfa-4ff5-bfc8-0c19b63b91d0,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:45.276465 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-80608eae-a7b6-4ff3-b718-667c7eea306f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:47.509003 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2c960d3b-0420-4106-9875-972d7c816ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:48.088095 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47132) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:48.209396 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-09da836c-3dde-4cb5-bdce-fa9bea6240a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:48.291313 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-09da836c-3dde-4cb5-bdce-fa9bea6240a6 admin admin] Publish callbacks [] for security_group (ba8f690d-dbd3-4ec6-8f1d-6ff28fc2453a), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:48.295217 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-09da836c-3dde-4cb5-bdce-fa9bea6240a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ba8f690d-dbd3-4ec6-8f1d-6ff28fc2453a), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:48.338235 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-09da836c-3dde-4cb5-bdce-fa9bea6240a6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=925e2770e2c54869bd5fcef6c2a42b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488925 Oct 31 15:02:48.339210 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da836c-3dde-4cb5-bdce-fa9bea6240a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8f690d-dbd3-4ec6-8f1d-6ff28fc2453a,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:48.340830 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47144) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:48.396628 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Publish callbacks [] for security_group (ba8f690d-dbd3-4ec6-8f1d-6ff28fc2453a), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:48.417621 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Publish callbacks [] for security_group (ba8f690d-dbd3-4ec6-8f1d-6ff28fc2453a), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:48.467792 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ba8f690d-dbd3-4ec6-8f1d-6ff28fc2453a), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:48.470327 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:48.471485 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ba8f690d-dbd3-4ec6-8f1d-6ff28fc2453a HTTP/1.1" status: 204 len: 168 time: 0.1237860 Oct 31 15:02:48.480724 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8f690d-dbd3-4ec6-8f1d-6ff28fc2453a,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:48.488125 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.488484 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.488837 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.489176 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.489511 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.489843 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.490170 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.490500 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.490828 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.491198 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.492732 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.493073 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.493404 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.493736 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.494057 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7427b5a-372a-4f7e-8cf6-5d2b93b96ad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.744839 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47150) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:48.758090 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:48.835705 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Publish callbacks [] for security_group (22d09126-d920-4ffb-a37f-a107575ffc30), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:48.839623 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (22d09126-d920-4ffb-a37f-a107575ffc30), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:48.876883 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d09126-d920-4ffb-a37f-a107575ffc30,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:48.880719 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=38d6b807a4a14dfe8fd40b3f57132dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348917 Oct 31 15:02:48.883690 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47152) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:48.886551 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.886895 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.887234 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.887588 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.887920 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.888245 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.888568 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.888888 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.889210 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.889531 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.889850 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.890170 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.890489 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.890803 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.891122 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed9bc5-1869-452c-9777-de0496f32ec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:02:48.933854 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-10f75d4b-5806-4a97-a815-1fde2773b7f6 admin admin] Publish callbacks [] for security_group (22d09126-d920-4ffb-a37f-a107575ffc30), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:48.953766 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-10f75d4b-5806-4a97-a815-1fde2773b7f6 admin admin] Publish callbacks [] for security_group (22d09126-d920-4ffb-a37f-a107575ffc30), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:49.002322 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-10f75d4b-5806-4a97-a815-1fde2773b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (22d09126-d920-4ffb-a37f-a107575ffc30), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:49.004901 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-10f75d4b-5806-4a97-a815-1fde2773b7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:49.006048 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-10f75d4b-5806-4a97-a815-1fde2773b7f6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/22d09126-d920-4ffb-a37f-a107575ffc30 HTTP/1.1" status: 204 len: 168 time: 0.1213837 Oct 31 15:02:49.013895 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f75d4b-5806-4a97-a815-1fde2773b7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d09126-d920-4ffb-a37f-a107575ffc30,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:49.100393 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:49.730052 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47188) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:49.939374 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-97a0a75a-151a-4199-991f-09693613c636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.015496 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:50.020559 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-97a0a75a-151a-4199-991f-09693613c636 admin admin] Publish callbacks [] for security_group (56935ac1-a13f-437a-a515-3904a41fa825), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.024710 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-97a0a75a-151a-4199-991f-09693613c636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (56935ac1-a13f-437a-a515-3904a41fa825), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.071079 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47222) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:50.071931 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-97a0a75a-151a-4199-991f-09693613c636 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7762aed01fe74afdb22fb68970903942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397670 Oct 31 15:02:50.072298 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0a75a-151a-4199-991f-09693613c636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56935ac1-a13f-437a-a515-3904a41fa825,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:50.139495 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ded11c44-6e16-43e2-abe4-43843f032d25 admin admin] Publish callbacks [] for security_group (56935ac1-a13f-437a-a515-3904a41fa825), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.160701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ded11c44-6e16-43e2-abe4-43843f032d25 admin admin] Publish callbacks [] for security_group (56935ac1-a13f-437a-a515-3904a41fa825), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.211936 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ded11c44-6e16-43e2-abe4-43843f032d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (56935ac1-a13f-437a-a515-3904a41fa825), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.214468 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ded11c44-6e16-43e2-abe4-43843f032d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.215846 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-ded11c44-6e16-43e2-abe4-43843f032d25 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/56935ac1-a13f-437a-a515-3904a41fa825 HTTP/1.1" status: 204 len: 168 time: 0.1434250 Oct 31 15:02:50.223947 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded11c44-6e16-43e2-abe4-43843f032d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56935ac1-a13f-437a-a515-3904a41fa825,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:50.538590 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47248) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:50.551746 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fe2c5ced-341b-497c-9afd-31537e55462e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.563160 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:50.610943 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.633810 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fe2c5ced-341b-497c-9afd-31537e55462e admin admin] Publish callbacks [] for security_group (fee7108e-cdc5-4e04-8d1f-bcc9cab769ba), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.637719 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fe2c5ced-341b-497c-9afd-31537e55462e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (fee7108e-cdc5-4e04-8d1f-bcc9cab769ba), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.664462 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:50.680197 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-fe2c5ced-341b-497c-9afd-31537e55462e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9c7f43c375e34c229ebf8d826d6cd88b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400778 Oct 31 15:02:50.682490 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47256) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:50.688620 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c5ced-341b-497c-9afd-31537e55462e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee7108e-cdc5-4e04-8d1f-bcc9cab769ba,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:50.739748 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b9235a1e-4e39-4a5b-a393-dcb07a37ffd8 admin admin] Publish callbacks [] for security_group (fee7108e-cdc5-4e04-8d1f-bcc9cab769ba), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.761790 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b9235a1e-4e39-4a5b-a393-dcb07a37ffd8 admin admin] Publish callbacks [] for security_group (fee7108e-cdc5-4e04-8d1f-bcc9cab769ba), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.785645 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.818712 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b9235a1e-4e39-4a5b-a393-dcb07a37ffd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (fee7108e-cdc5-4e04-8d1f-bcc9cab769ba), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.822131 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b9235a1e-4e39-4a5b-a393-dcb07a37ffd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:50.823291 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-b9235a1e-4e39-4a5b-a393-dcb07a37ffd8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fee7108e-cdc5-4e04-8d1f-bcc9cab769ba HTTP/1.1" status: 204 len: 168 time: 0.1399300 Oct 31 15:02:50.831344 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9235a1e-4e39-4a5b-a393-dcb07a37ffd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee7108e-cdc5-4e04-8d1f-bcc9cab769ba,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:56.010826 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47372) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:56.122133 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-82b477e9-250b-4c8f-b90b-a475f19964df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:56.202305 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-82b477e9-250b-4c8f-b90b-a475f19964df admin admin] Publish callbacks [] for security_group (60660865-a363-4c8a-921f-72cfb3f32853), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:56.206193 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-82b477e9-250b-4c8f-b90b-a475f19964df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (60660865-a363-4c8a-921f-72cfb3f32853), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:56.248676 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-82b477e9-250b-4c8f-b90b-a475f19964df admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=cb2e3e667f5d4fb580780953b08f8201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365735 Oct 31 15:02:56.249593 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b477e9-250b-4c8f-b90b-a475f19964df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60660865-a363-4c8a-921f-72cfb3f32853,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:56.251335 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47378) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:56.280898 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:56.305766 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2e631091-a113-4ab7-98f3-be3c082e88f5 admin admin] Publish callbacks [] for security_group (60660865-a363-4c8a-921f-72cfb3f32853), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:56.331397 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2e631091-a113-4ab7-98f3-be3c082e88f5 admin admin] Publish callbacks [] for security_group (60660865-a363-4c8a-921f-72cfb3f32853), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:56.378485 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2e631091-a113-4ab7-98f3-be3c082e88f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (60660865-a363-4c8a-921f-72cfb3f32853), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:56.381060 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2e631091-a113-4ab7-98f3-be3c082e88f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:56.382969 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-2e631091-a113-4ab7-98f3-be3c082e88f5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/60660865-a363-4c8a-921f-72cfb3f32853 HTTP/1.1" status: 204 len: 168 time: 0.1299732 Oct 31 15:02:56.391018 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e631091-a113-4ab7-98f3-be3c082e88f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60660865-a363-4c8a-921f-72cfb3f32853,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:56.674456 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47388) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:56.693265 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8a46fa4f-5d59-4864-a980-f35ecca58227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:56.780145 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8a46fa4f-5d59-4864-a980-f35ecca58227 admin admin] Publish callbacks [] for security_group (50ca49c0-ab1d-47a4-ab3a-7c61ef884252), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:56.783819 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8a46fa4f-5d59-4864-a980-f35ecca58227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (50ca49c0-ab1d-47a4-ab3a-7c61ef884252), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:56.831075 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-8a46fa4f-5d59-4864-a980-f35ecca58227 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a3a02e30ddb447c1903c07e7b154ab3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544425 Oct 31 15:02:56.833669 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47392) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:56.841853 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46fa4f-5d59-4864-a980-f35ecca58227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ca49c0-ab1d-47a4-ab3a-7c61ef884252,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:56.902682 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-19d08f8e-ffbc-4b22-a687-e0684780f446 admin admin] Publish callbacks [] for security_group (50ca49c0-ab1d-47a4-ab3a-7c61ef884252), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:56.934581 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:56.940672 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=5 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:56.942594 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-19d08f8e-ffbc-4b22-a687-e0684780f446 admin admin] Publish callbacks [] for security_group (50ca49c0-ab1d-47a4-ab3a-7c61ef884252), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:56.992886 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-19d08f8e-ffbc-4b22-a687-e0684780f446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (50ca49c0-ab1d-47a4-ab3a-7c61ef884252), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:56.995414 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-19d08f8e-ffbc-4b22-a687-e0684780f446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:56.996596 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-19d08f8e-ffbc-4b22-a687-e0684780f446 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/50ca49c0-ab1d-47a4-ab3a-7c61ef884252 HTTP/1.1" status: 204 len: 168 time: 0.1620374 Oct 31 15:02:57.004718 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d08f8e-ffbc-4b22-a687-e0684780f446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ca49c0-ab1d-47a4-ab3a-7c61ef884252,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:57.331207 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47402) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:57.347374 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e562adba-149d-4ebe-ac2d-8134cedc478e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:57.424756 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e562adba-149d-4ebe-ac2d-8134cedc478e admin admin] Publish callbacks [] for security_group (839cd316-d255-48a0-aa70-be13cce2de7c), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:57.429145 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e562adba-149d-4ebe-ac2d-8134cedc478e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (839cd316-d255-48a0-aa70-be13cce2de7c), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:57.468886 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-e562adba-149d-4ebe-ac2d-8134cedc478e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=29d7c9abc45d458ebb165862b8b3eb0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366012 Oct 31 15:02:57.469756 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562adba-149d-4ebe-ac2d-8134cedc478e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839cd316-d255-48a0-aa70-be13cce2de7c,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:57.471784 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47404) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:57.522700 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9394c6f0-209a-4753-9b4d-89042d20a152 admin admin] Publish callbacks [] for security_group (839cd316-d255-48a0-aa70-be13cce2de7c), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:57.546546 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9394c6f0-209a-4753-9b4d-89042d20a152 admin admin] Publish callbacks [] for security_group (839cd316-d255-48a0-aa70-be13cce2de7c), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:57.594805 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9394c6f0-209a-4753-9b4d-89042d20a152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (839cd316-d255-48a0-aa70-be13cce2de7c), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:57.597959 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9394c6f0-209a-4753-9b4d-89042d20a152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:57.602769 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9394c6f0-209a-4753-9b4d-89042d20a152 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/839cd316-d255-48a0-aa70-be13cce2de7c HTTP/1.1" status: 204 len: 168 time: 0.1293023 Oct 31 15:02:57.610851 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394c6f0-209a-4753-9b4d-89042d20a152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839cd316-d255-48a0-aa70-be13cce2de7c,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:59.718561 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47490) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:02:59.827353 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e2518c80-950f-46d4-9be8-e9cc11a309d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:59.902937 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e2518c80-950f-46d4-9be8-e9cc11a309d3 admin admin] Publish callbacks [] for security_group (d86f7da7-4064-4ac2-a64f-54630a9c4d0f), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:59.906584 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e2518c80-950f-46d4-9be8-e9cc11a309d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (d86f7da7-4064-4ac2-a64f-54630a9c4d0f), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:02:59.911869 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:DELETE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:02:59.949090 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2518c80-950f-46d4-9be8-e9cc11a309d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86f7da7-4064-4ac2-a64f-54630a9c4d0f,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:02:59.957258 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-e2518c80-950f-46d4-9be8-e9cc11a309d3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0891a510c6cb4f438e4ec0a5a98872de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376204 Oct 31 15:02:59.957441 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47496) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:00.003631 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:00.018955 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7e6175ce-af55-4ca6-8c08-095a3610e083 admin admin] Publish callbacks [] for security_group (d86f7da7-4064-4ac2-a64f-54630a9c4d0f), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:00.042108 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7e6175ce-af55-4ca6-8c08-095a3610e083 admin admin] Publish callbacks [] for security_group (d86f7da7-4064-4ac2-a64f-54630a9c4d0f), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:00.091360 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7e6175ce-af55-4ca6-8c08-095a3610e083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (d86f7da7-4064-4ac2-a64f-54630a9c4d0f), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:00.093841 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7e6175ce-af55-4ca6-8c08-095a3610e083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:00.094982 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-7e6175ce-af55-4ca6-8c08-095a3610e083 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d86f7da7-4064-4ac2-a64f-54630a9c4d0f HTTP/1.1" status: 204 len: 168 time: 0.1363964 Oct 31 15:03:00.103036 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6175ce-af55-4ca6-8c08-095a3610e083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86f7da7-4064-4ac2-a64f-54630a9c4d0f,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:00.374206 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47502) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:00.388213 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-22fcbbc8-7c50-42ed-9bb2-772d89f69b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:00.413184 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:00.476354 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-22fcbbc8-7c50-42ed-9bb2-772d89f69b0a admin admin] Publish callbacks [] for security_group (fc105d52-5299-4e9e-bdc1-bb28c22db647), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:00.480862 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-22fcbbc8-7c50-42ed-9bb2-772d89f69b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (fc105d52-5299-4e9e-bdc1-bb28c22db647), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:00.519991 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcbbc8-7c50-42ed-9bb2-772d89f69b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc105d52-5299-4e9e-bdc1-bb28c22db647,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:00.525439 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-22fcbbc8-7c50-42ed-9bb2-772d89f69b0a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9f1e83d9daa7453fb8610b3f058a2b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498744 Oct 31 15:03:00.528278 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47506) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:00.567880 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:00.580300 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c5aca4d9-d7a0-4d27-a89b-b46b7df8ad00 admin admin] Publish callbacks [] for security_group (fc105d52-5299-4e9e-bdc1-bb28c22db647), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:00.601613 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c5aca4d9-d7a0-4d27-a89b-b46b7df8ad00 admin admin] Publish callbacks [] for security_group (fc105d52-5299-4e9e-bdc1-bb28c22db647), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:00.651494 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c5aca4d9-d7a0-4d27-a89b-b46b7df8ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (fc105d52-5299-4e9e-bdc1-bb28c22db647), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:00.654180 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c5aca4d9-d7a0-4d27-a89b-b46b7df8ad00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:00.655402 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-c5aca4d9-d7a0-4d27-a89b-b46b7df8ad00 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fc105d52-5299-4e9e-bdc1-bb28c22db647 HTTP/1.1" status: 204 len: 168 time: 0.1262233 Oct 31 15:03:00.663644 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aca4d9-d7a0-4d27-a89b-b46b7df8ad00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc105d52-5299-4e9e-bdc1-bb28c22db647,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:04.855853 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47594) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:04.959849 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e148d3b8-fb80-4cf8-a484-9d79931909bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:05.035569 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e148d3b8-fb80-4cf8-a484-9d79931909bf admin admin] Publish callbacks [] for security_group (f589d311-f1dc-41e9-a133-14732355283f), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:05.039781 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e148d3b8-fb80-4cf8-a484-9d79931909bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (f589d311-f1dc-41e9-a133-14732355283f), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:05.079073 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-e148d3b8-fb80-4cf8-a484-9d79931909bf admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a9ffa5a2cce44948a3c74936f1258538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220721 Oct 31 15:03:05.079874 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148d3b8-fb80-4cf8-a484-9d79931909bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f589d311-f1dc-41e9-a133-14732355283f,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:05.081828 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47598) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:05.131128 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-43093ba5-6f92-45cc-99e2-0227d8c211bf admin admin] Publish callbacks [] for security_group (f589d311-f1dc-41e9-a133-14732355283f), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:05.150631 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-43093ba5-6f92-45cc-99e2-0227d8c211bf admin admin] Publish callbacks [] for security_group (f589d311-f1dc-41e9-a133-14732355283f), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:05.199903 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-43093ba5-6f92-45cc-99e2-0227d8c211bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (f589d311-f1dc-41e9-a133-14732355283f), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:05.202527 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-43093ba5-6f92-45cc-99e2-0227d8c211bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:05.203698 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-43093ba5-6f92-45cc-99e2-0227d8c211bf admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f589d311-f1dc-41e9-a133-14732355283f HTTP/1.1" status: 204 len: 168 time: 0.1208735 Oct 31 15:03:05.212759 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43093ba5-6f92-45cc-99e2-0227d8c211bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f589d311-f1dc-41e9-a133-14732355283f,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:05.490317 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47606) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:05.504010 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-19f2ffb9-799c-4bba-8bac-83069021e274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:05.583966 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-19f2ffb9-799c-4bba-8bac-83069021e274 admin admin] Publish callbacks [] for security_group (898d4570-44e1-4799-9dc4-056a50ac6b44), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:05.588409 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-19f2ffb9-799c-4bba-8bac-83069021e274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (898d4570-44e1-4799-9dc4-056a50ac6b44), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:05.625682 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2ffb9-799c-4bba-8bac-83069021e274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898d4570-44e1-4799-9dc4-056a50ac6b44,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:05.629934 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-19f2ffb9-799c-4bba-8bac-83069021e274 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b4a2bbef807948b883b7f2ee2686898e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386058 Oct 31 15:03:05.632656 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47608) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:05.681343 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-dfc467d2-3007-467c-a305-a54243f0d563 admin admin] Publish callbacks [] for security_group (898d4570-44e1-4799-9dc4-056a50ac6b44), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:05.702166 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-dfc467d2-3007-467c-a305-a54243f0d563 admin admin] Publish callbacks [] for security_group (898d4570-44e1-4799-9dc4-056a50ac6b44), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:05.751818 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-dfc467d2-3007-467c-a305-a54243f0d563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (898d4570-44e1-4799-9dc4-056a50ac6b44), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:05.755085 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-dfc467d2-3007-467c-a305-a54243f0d563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:05.756288 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-dfc467d2-3007-467c-a305-a54243f0d563 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/898d4570-44e1-4799-9dc4-056a50ac6b44 HTTP/1.1" status: 204 len: 168 time: 0.1227458 Oct 31 15:03:05.765481 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc467d2-3007-467c-a305-a54243f0d563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898d4570-44e1-4799-9dc4-056a50ac6b44,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:07.319126 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:07.520653 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff739aff-13c4-4921-952a-1476bc352bc0 req-cc0d050b-16fc-4059-815d-4236dfd8f606 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:07.522154 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ff739aff-13c4-4921-952a-1476bc352bc0 req-cc0d050b-16fc-4059-815d-4236dfd8f606 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 945 time: 0.0474231 Oct 31 15:03:07.569244 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ff739aff-13c4-4921-952a-1476bc352bc0 req-a4e84a65-f609-4d74-b6bb-a04d485e9d4b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8f156f22-f209-47bf-ac54-4191c39c3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408351 Oct 31 15:03:07.925353 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:03:08.695900 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621b9cd-8b4d-46af-9638-b819200bce83 req-aa48531a-69a2-4292-a9a9-c35422d20e4b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:08.697369 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4621b9cd-8b4d-46af-9638-b819200bce83 req-aa48531a-69a2-4292-a9a9-c35422d20e4b tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 945 time: 0.0516224 Oct 31 15:03:08.717947 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:08.748310 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4621b9cd-8b4d-46af-9638-b819200bce83 req-762eb5ee-6be2-4113-9ea4-4ab687578e08 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8f156f22-f209-47bf-ac54-4191c39c3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453730 Oct 31 15:03:09.884298 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08746993-7e32-4632-b8dd-01409888da2e req-25a8b3ff-ec65-4861-8e33-6e961b1384b5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:09.885810 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-08746993-7e32-4632-b8dd-01409888da2e req-25a8b3ff-ec65-4861-8e33-6e961b1384b5 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 945 time: 0.0540519 Oct 31 15:03:09.934622 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-08746993-7e32-4632-b8dd-01409888da2e req-cd944f90-310f-446d-9b21-ce052546640c tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8f156f22-f209-47bf-ac54-4191c39c3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433035 Oct 31 15:03:11.059192 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42ba1a-7588-47fa-8558-78f80d71697d req-86b5b089-b8db-4cf0-a226-0be1af35db1e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:11.060696 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2b42ba1a-7588-47fa-8558-78f80d71697d req-86b5b089-b8db-4cf0-a226-0be1af35db1e tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 945 time: 0.0476284 Oct 31 15:03:11.104876 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:11.109634 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2b42ba1a-7588-47fa-8558-78f80d71697d req-20e9cf1d-7ed2-4eef-aade-c1d04fe35bf3 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=8f156f22-f209-47bf-ac54-4191c39c3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 Oct 31 15:03:11.678176 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-d3b91aa8-b001-4634-8bc5-ab10312bb810 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:11.680288 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-d3b91aa8-b001-4634-8bc5-ab10312bb810 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 945 time: 0.0489595 Oct 31 15:03:11.764595 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-b00cce14-b229-440c-a514-3d0e2648648d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Deleting port 0e848f26-da30-41e1-b524-98ff8a6a72e8 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:03:11.764927 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-b00cce14-b229-440c-a514-3d0e2648648d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:11.858973 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-b00cce14-b229-440c-a514-3d0e2648648d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] For port 0e848f26-da30-41e1-b524-98ff8a6a72e8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=0e848f26-da30-41e1-b524-98ff8a6a72e8,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:11.859371 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-b00cce14-b229-440c-a514-3d0e2648648d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:12.027273 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-b00cce14-b229-440c-a514-3d0e2648648d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:12.027665 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-b00cce14-b229-440c-a514-3d0e2648648d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (9fbd1e4b-6980-42a4-9d0a-d0460d40d5ef), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:12.027976 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-b00cce14-b229-440c-a514-3d0e2648648d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Floating IP 9fbd1e4b-6980-42a4-9d0a-d0460d40d5ef disassociated. External IP: 172.27.0.75, port: 0e848f26-da30-41e1-b524-98ff8a6a72e8. Oct 31 15:03:12.028309 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-b00cce14-b229-440c-a514-3d0e2648648d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Calling delete_port for 0e848f26-da30-41e1-b524-98ff8a6a72e8 owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:03:12.164786 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-b00cce14-b229-440c-a514-3d0e2648648d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (0e848f26-da30-41e1-b524-98ff8a6a72e8), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:12.192106 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cce14-b229-440c-a514-3d0e2648648d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event deleted for resources: {'Port': ['ID=0e848f26-da30-41e1-b524-98ff8a6a72e8,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:12.251902 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6d16297c-4b10-475d-a111-03b8f4cdd02c req-91ed873d-7a3a-4faf-a477-96f43e363876 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 210 time: 0.0465767 Oct 31 15:03:12.330117 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-b00cce14-b229-440c-a514-3d0e2648648d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:03:12.437698 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-b00cce14-b229-440c-a514-3d0e2648648d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:03:12.449745 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efbb96b-d5ec-480f-bc15-192d9200a196 None None] Sync routers for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:03:12.464221 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efbb96b-d5ec-480f-bc15-192d9200a196 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:12.464882 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-3efbb96b-d5ec-480f-bc15-192d9200a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:02:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:12.575681 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-3efbb96b-d5ec-480f-bc15-192d9200a196 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:12.737750 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-b00cce14-b229-440c-a514-3d0e2648648d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] No DVR routers for this DVR port 0e848f26-da30-41e1-b524-98ff8a6a72e8 on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:03:12.740942 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-b00cce14-b229-440c-a514-3d0e2648648d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:12.746403 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0dd36426-7149-4b5b-8a8c-e9aa66ed2234 req-b00cce14-b229-440c-a514-3d0e2648648d tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.44 "DELETE /networking/v2.0/ports/0e848f26-da30-41e1-b524-98ff8a6a72e8 HTTP/1.1" status: 204 len: 173 time: 1.0607035 Oct 31 15:03:12.746953 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbc41e7-a0c8-411f-a862-74bba534647d', 'name': 'network-vif-deleted', 'tag': '0e848f26-da30-41e1-b524-98ff8a6a72e8'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:03:12.749427 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259c56c0-6108-4fb6-a28d-058216565621" -d '{"events": [{"server_uuid": "adbc41e7-a0c8-411f-a862-74bba534647d", "name": "network-vif-deleted", "tag": "0e848f26-da30-41e1-b524-98ff8a6a72e8"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:03:12.799035 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-3efbb96b-d5ec-480f-bc15-192d9200a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:12.826120 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efbb96b-d5ec-480f-bc15-192d9200a196 None None] Checking router: 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:03:12.836669 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efbb96b-d5ec-480f-bc15-192d9200a196 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:12.837187 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-3efbb96b-d5ec-480f-bc15-192d9200a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:02:47Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:12.953752 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-3efbb96b-d5ec-480f-bc15-192d9200a196 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:12.955389 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af15154-24d7-4e54-9c2c-84da9591b1bc x-openstack-request-id: req-2af15154-24d7-4e54-9c2c-84da9591b1bc {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:03:12.955711 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbc41e7-a0c8-411f-a862-74bba534647d", "name": "network-vif-deleted", "tag": "0e848f26-da30-41e1-b524-98ff8a6a72e8", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:03:12.955961 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2af15154-24d7-4e54-9c2c-84da9591b1bc {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:03:12.956366 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af15154-24d7-4e54-9c2c-84da9591b1bc'] response: {'server_uuid': 'adbc41e7-a0c8-411f-a862-74bba534647d', 'name': 'network-vif-deleted', 'tag': '0e848f26-da30-41e1-b524-98ff8a6a72e8', 'status': 'completed', 'code': 200} Oct 31 15:03:13.143810 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-3efbb96b-d5ec-480f-bc15-192d9200a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:13.173277 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efbb96b-d5ec-480f-bc15-192d9200a196 None None] The sync data for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi is: [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:47Z', 'revision_number': 4, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '3ecb8631-d5fe-43bd-a087-1650305aad4f', 'name': '', 'network_id': '344848ef-d9a5-4f9a-8ddf-c96c364ed358', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'mac_address': 'fa:16:3e:c1:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:46Z', 'updated_at': '2022-10-31T14:57:08Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'subnets': [{'id': '6c0893af-f459-43bc-83fe-ab19005e56d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:03:13.437839 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ee71517b-4bd4-4bca-8496-967577bc24b8 req-eee2ae58-dbca-4b58-944d-2cb1a39f22bd tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=adbc41e7-a0c8-411f-a862-74bba534647d HTTP/1.1" status: 200 len: 210 time: 0.0332422 Oct 31 15:03:13.441848 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd2869-d1b7-4868-b272-7c44a55d6269 None None] New status for floating IP 9fbd1e4b-6980-42a4-9d0a-d0460d40d5ef: DOWN {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:03:13.444390 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:13.448597 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=58,neutron:UPDATE=7 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:13.925686 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 0e848f26-da30-41e1-b524-98ff8a6a72e8 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:03:13.947578 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 0e848f26-da30-41e1-b524-98ff8a6a72e8 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:03:13.947930 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 0e848f26-da30-41e1-b524-98ff8a6a72e8 not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:03:14.554648 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47778) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:14.569655 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:14.613476 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d286896a-29d0-45c0-b60e-0f5319302b0c tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (8f156f22-f209-47bf-ac54-4191c39c3ceb), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:14.637767 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d286896a-29d0-45c0-b60e-0f5319302b0c tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (8f156f22-f209-47bf-ac54-4191c39c3ceb), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:14.645266 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:14.687138 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d286896a-29d0-45c0-b60e-0f5319302b0c tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (8f156f22-f209-47bf-ac54-4191c39c3ceb), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:14.689756 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d286896a-29d0-45c0-b60e-0f5319302b0c tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:14.691057 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-d286896a-29d0-45c0-b60e-0f5319302b0c tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8f156f22-f209-47bf-ac54-4191c39c3ceb HTTP/1.1" status: 204 len: 168 time: 0.1350784 Oct 31 15:03:14.694131 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47780) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:14.702532 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286896a-29d0-45c0-b60e-0f5319302b0c tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f156f22-f209-47bf-ac54-4191c39c3ceb,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:14.708948 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.api.v2.resource [None req-84d78008-06b8-4fcb-b624-bf0e343ae030 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] show failed (client error): The resource could not be found. Oct 31 15:03:14.710353 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-84d78008-06b8-4fcb-b624-bf0e343ae030 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "GET /networking/v2.0/security-groups/8f156f22-f209-47bf-ac54-4191c39c3ceb HTTP/1.1" status: 404 len: 347 time: 0.0151882 Oct 31 15:03:14.714570 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47782) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:14.839893 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-e9146828-d234-4ae4-b99f-4ea57acc03f4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Deleting port f3a0b7d7-51e6-4d31-ad70-c8403a2605ae {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:03:14.840236 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e9146828-d234-4ae4-b99f-4ea57acc03f4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (f3a0b7d7-51e6-4d31-ad70-c8403a2605ae), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:14.916883 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e9146828-d234-4ae4-b99f-4ea57acc03f4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (f3a0b7d7-51e6-4d31-ad70-c8403a2605ae), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:14.917212 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e9146828-d234-4ae4-b99f-4ea57acc03f4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (f3a0b7d7-51e6-4d31-ad70-c8403a2605ae), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:14.930630 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-e9146828-d234-4ae4-b99f-4ea57acc03f4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Calling delete_port for f3a0b7d7-51e6-4d31-ad70-c8403a2605ae owned by network:floatingip {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:03:15.058886 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:15.060844 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:15.066736 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e9146828-d234-4ae4-b99f-4ea57acc03f4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (f3a0b7d7-51e6-4d31-ad70-c8403a2605ae), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:15.104056 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9146828-d234-4ae4-b99f-4ea57acc03f4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Pushing event deleted for resources: {'Port': ['ID=f3a0b7d7-51e6-4d31-ad70-c8403a2605ae,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:15.166254 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e9146828-d234-4ae4-b99f-4ea57acc03f4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks [] for floatingip (9fbd1e4b-6980-42a4-9d0a-d0460d40d5ef), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:15.168888 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e9146828-d234-4ae4-b99f-4ea57acc03f4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:15.170057 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-e9146828-d234-4ae4-b99f-4ea57acc03f4 tempest-AttachVolumeNegativeTest-1046565151 tempest-AttachVolumeNegativeTest-1046565151-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/9fbd1e4b-6980-42a4-9d0a-d0460d40d5ef HTTP/1.1" status: 204 len: 168 time: 0.4545467 Oct 31 15:03:15.274742 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-26023156-2a2b-4be6-a07c-01be43e7d288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:17.510676 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-8790895b-5509-4e34-b04c-0d5410c66458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:19.105217 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:20.612626 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:20.788195 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:21.012479 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47862) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:21.575723 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7bd7354c-f544-47a1-a580-5a0dd7d4323a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399060'] for router_interface (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:21.867062 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7354c-f544-47a1-a580-5a0dd7d4323a admin admin] Deleting port 3ecb8631-d5fe-43bd-a087-1650305aad4f {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:03:21.868107 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7bd7354c-f544-47a1-a580-5a0dd7d4323a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:21.956298 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-7bd7354c-f544-47a1-a580-5a0dd7d4323a admin admin] For port 3ecb8631-d5fe-43bd-a087-1650305aad4f, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=3ecb8631-d5fe-43bd-a087-1650305aad4f,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:21.956661 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7bd7354c-f544-47a1-a580-5a0dd7d4323a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:21.970953 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7354c-f544-47a1-a580-5a0dd7d4323a admin admin] Calling delete_port for 3ecb8631-d5fe-43bd-a087-1650305aad4f owned by network:router_interface {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:03:22.015827 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:22.154777 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7bd7354c-f544-47a1-a580-5a0dd7d4323a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (3ecb8631-d5fe-43bd-a087-1650305aad4f), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:22.180395 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7354c-f544-47a1-a580-5a0dd7d4323a admin admin] Pushing event deleted for resources: {'Port': ['ID=3ecb8631-d5fe-43bd-a087-1650305aad4f,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:22.205571 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:22.353181 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7bd7354c-f544-47a1-a580-5a0dd7d4323a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400708'] for router_interface (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:22.373805 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4a0533-bd5a-4b18-a44c-3b813b4074d1 None None] get_active_networks_info from dv-cinder-860227-3-iscsi {{(pid=119729) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 15:03:22.451966 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4a0533-bd5a-4b18-a44c-3b813b4074d1 None None] Resources bound (agent type, host, resource id): {{(pid=119729) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 15:03:22.573139 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd7354c-f544-47a1-a580-5a0dd7d4323a admin admin] Router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:03:22.684581 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd7354c-f544-47a1-a580-5a0dd7d4323a admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:03:22.690462 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-7bd7354c-f544-47a1-a580-5a0dd7d4323a admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/047261bb-4f9f-42c3-8fb9-00c3e83bc0dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6767852 Oct 31 15:03:22.693738 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47878) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:22.696276 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee859b9-3816-453b-b464-21afdbf82f75 None None] Sync routers for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:03:22.711283 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee859b9-3816-453b-b464-21afdbf82f75 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:22.711778 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-0ee859b9-3816-453b-b464-21afdbf82f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:22.817997 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] Publish callbacks [] for router (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:22.895359 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47886) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:22.946881 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] Publish callbacks [] for router_gateway (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:22.976064 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-0ee859b9-3816-453b-b464-21afdbf82f75 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:23.019699 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] Deleting port 00df963c-4ef6-4361-844d-bf0fc0372a54 {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:03:23.021378 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (00df963c-4ef6-4361-844d-bf0fc0372a54), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.057723 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:23.073168 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b21e8f78-615e-4670-a4ae-e52ab76c0bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.129727 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] For port 00df963c-4ef6-4361-844d-bf0fc0372a54, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=00df963c-4ef6-4361-844d-bf0fc0372a54,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:23.130485 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (00df963c-4ef6-4361-844d-bf0fc0372a54), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.151575 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] Calling delete_port for 00df963c-4ef6-4361-844d-bf0fc0372a54 owned by network:router_gateway {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:03:23.164286 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:23.164545 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:23.191182 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b21e8f78-615e-4670-a4ae-e52ab76c0bcf admin admin] Publish callbacks [] for security_group (b2679d35-5c34-4b7d-acb2-0de37923ea7f), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.197127 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b21e8f78-615e-4670-a4ae-e52ab76c0bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (b2679d35-5c34-4b7d-acb2-0de37923ea7f), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.212921 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-0ee859b9-3816-453b-b464-21afdbf82f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T15:03:22Z', 'revision_number': 5, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port': {'id': '00df963c-4ef6-4361-844d-bf0fc0372a54', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:34Z', 'updated_at': '2022-10-31T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:23.230980 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-b21e8f78-615e-4670-a4ae-e52ab76c0bcf admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6144ecc8e2bb4918af3b43abaf431eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320374 Oct 31 15:03:23.231423 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47898) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:23.240021 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee859b9-3816-453b-b464-21afdbf82f75 None None] Checking router: 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:03:23.249089 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee859b9-3816-453b-b464-21afdbf82f75 None None] Routers {'047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:23.249730 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-0ee859b9-3816-453b-b464-21afdbf82f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:23.251825 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e8f78-615e-4670-a4ae-e52ab76c0bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2679d35-5c34-4b7d-acb2-0de37923ea7f,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:23.298581 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-5818c54d-4cf4-4da3-8d04-58ac1f7ce3cc None None] Provisioning complete for port dc4a3242-306b-4759-8964-b622755694df triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:23.300435 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5818c54d-4cf4-4da3-8d04-58ac1f7ce3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (dc4a3242-306b-4759-8964-b622755694df), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.300936 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-5818c54d-4cf4-4da3-8d04-58ac1f7ce3cc None None] Attempt 1 to provision port dc4a3242-306b-4759-8964-b622755694df Oct 31 15:03:23.350216 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-0ee859b9-3816-453b-b464-21afdbf82f75 None None] Set router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc gateway port host: None {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:23.382968 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-5818c54d-4cf4-4da3-8d04-58ac1f7ce3cc None None] Current status of the port dc4a3242-306b-4759-8964-b622755694df is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:23.406171 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-0ee859b9-3816-453b-b464-21afdbf82f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T15:03:22Z', 'revision_number': 6, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port_host': None}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:23.432065 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee859b9-3816-453b-b464-21afdbf82f75 None None] The sync data for ids ['047261bb-4f9f-42c3-8fb9-00c3e83bc0dc'] in dv-cinder-860227-3-iscsi is: [{'id': '047261bb-4f9f-42c3-8fb9-00c3e83bc0dc', 'name': 'tempest-AttachVolumeNegativeTest-336226574-router', 'tenant_id': 'f629aa044ca845069237ecb8d889284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T15:03:22Z', 'revision_number': 6, 'project_id': 'f629aa044ca845069237ecb8d889284e', 'gw_port_host': None}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:03:23.584388 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7d4618a5-07e7-4071-9c4d-771ac8452739 admin admin] Publish callbacks [] for security_group (b2679d35-5c34-4b7d-acb2-0de37923ea7f), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.636473 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7d4618a5-07e7-4071-9c4d-771ac8452739 admin admin] Publish callbacks [] for security_group (b2679d35-5c34-4b7d-acb2-0de37923ea7f), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.678591 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (00df963c-4ef6-4361-844d-bf0fc0372a54), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.687361 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:23.724381 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] Pushing event deleted for resources: {'Port': ['ID=00df963c-4ef6-4361-844d-bf0fc0372a54,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:23.763837 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7d4618a5-07e7-4071-9c4d-771ac8452739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (b2679d35-5c34-4b7d-acb2-0de37923ea7f), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.766415 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7d4618a5-07e7-4071-9c4d-771ac8452739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.770789 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-7d4618a5-07e7-4071-9c4d-771ac8452739 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b2679d35-5c34-4b7d-acb2-0de37923ea7f HTTP/1.1" status: 204 len: 168 time: 0.5382283 Oct 31 15:03:23.786316 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4618a5-07e7-4071-9c4d-771ac8452739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2679d35-5c34-4b7d-acb2-0de37923ea7f,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:23.790168 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398739'] for router_gateway (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.903850 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56567'] for router (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.906200 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] Publish callbacks [] for router_controller (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.953237 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400657'] for router (047261bb-4f9f-42c3-8fb9-00c3e83bc0dc), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.953926 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 047261bb-4f9f-42c3-8fb9-00c3e83bc0dc {{(pid=119728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 15:03:23.959335 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:23.961203 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-2c81f1ed-53fa-47a2-a81b-1c024894e265 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/047261bb-4f9f-42c3-8fb9-00c3e83bc0dc HTTP/1.1" status: 204 len: 168 time: 1.2668564 Oct 31 15:03:23.963612 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47908) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:23.970405 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:24.010173 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbc2284-bcd0-46e4-9bf9-d17954064f72 admin admin] Deleting subnet 6c0893af-f459-43bc-83fe-ab19005e56d2 {{(pid=119728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 15:03:24.013460 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5dbc2284-bcd0-46e4-9bf9-d17954064f72 admin admin] Publish callbacks [] for subnet (6c0893af-f459-43bc-83fe-ab19005e56d2), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.048945 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5dbc2284-bcd0-46e4-9bf9-d17954064f72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290236'] for subnet (6c0893af-f459-43bc-83fe-ab19005e56d2), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.133485 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5dbc2284-bcd0-46e4-9bf9-d17954064f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (6c0893af-f459-43bc-83fe-ab19005e56d2), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.189236 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5dbc2284-bcd0-46e4-9bf9-d17954064f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14674420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14563349'] for subnet (6c0893af-f459-43bc-83fe-ab19005e56d2), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.219061 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc2284-bcd0-46e4-9bf9-d17954064f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0893af-f459-43bc-83fe-ab19005e56d2,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:24.223088 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5dbc2284-bcd0-46e4-9bf9-d17954064f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.226147 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-5dbc2284-bcd0-46e4-9bf9-d17954064f72 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/6c0893af-f459-43bc-83fe-ab19005e56d2 HTTP/1.1" status: 204 len: 168 time: 0.2616050 Oct 31 15:03:24.228828 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47922) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:24.235056 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7bc515-171d-4453-b970-24a812c3f466 None None] Network 344848ef-d9a5-4f9a-8ddf-c96c364ed358 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:03:24.275791 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 3ecb8631-d5fe-43bd-a087-1650305aad4f no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:03:24.340297 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (344848ef-d9a5-4f9a-8ddf-c96c364ed358), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.366999 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 3ecb8631-d5fe-43bd-a087-1650305aad4f {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:03:24.367481 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 3ecb8631-d5fe-43bd-a087-1650305aad4f not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:03:24.398251 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] Deleting port dc4a3242-306b-4759-8964-b622755694df {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:03:24.399702 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (dc4a3242-306b-4759-8964-b622755694df), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.502750 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] For port dc4a3242-306b-4759-8964-b622755694df, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=dc4a3242-306b-4759-8964-b622755694df,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:24.503119 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (dc4a3242-306b-4759-8964-b622755694df), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.533075 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] DHCP port deletion for 344848ef-d9a5-4f9a-8ddf-c96c364ed358 request from dv-cinder-860227-3-iscsi {{(pid=119729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 15:03:24.546838 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] Calling delete_port for dc4a3242-306b-4759-8964-b622755694df owned by network:dhcp {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:03:24.583688 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47938) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:24.592266 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Deleting port dc4a3242-306b-4759-8964-b622755694df {{(pid=119729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:03:24.599221 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (dc4a3242-306b-4759-8964-b622755694df), before_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.664858 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (dc4a3242-306b-4759-8964-b622755694df), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.700071 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] No DVR routers for this DVR port dc4a3242-306b-4759-8964-b622755694df on host dv-cinder-860227-3-iscsi {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:03:24.704875 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4a3242-306b-4759-8964-b622755694df,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:24.728540 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:24.732798 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] For port dc4a3242-306b-4759-8964-b622755694df, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=dc4a3242-306b-4759-8964-b622755694df,segment=NetworkSegment(ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d),segment_id=ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:24.733394 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (dc4a3242-306b-4759-8964-b622755694df), precommit_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.748891 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Calling delete_port for dc4a3242-306b-4759-8964-b622755694df owned by network:dhcp {{(pid=119729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:03:24.769905 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-836744207-network', 'tenant_id': '357cf607c19548859a14c92a4e90f148'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:24.801140 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] Made reservation on behalf of 357cf607c19548859a14c92a4e90f148 for: {'network': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:03:24.804329 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.809554 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:24.814586 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (344848ef-d9a5-4f9a-8ddf-c96c364ed358), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.815983 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.834677 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290'] for port (dc4a3242-306b-4759-8964-b622755694df), after_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.844253 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344848ef-d9a5-4f9a-8ddf-c96c364ed358']}} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:24.852603 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cc454-7b5e-4c47-8559-d8555665c56d req-2634a82e-ad26-419f-82d1-32a46c7fc4ea tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:24.854125 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2a5cc454-7b5e-4c47-8559-d8555665c56d req-2634a82e-ad26-419f-82d1-32a46c7fc4ea tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 946 time: 0.0815554 Oct 31 15:03:24.860856 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Pushing event deleted for resources: {'Port': ['ID=dc4a3242-306b-4759-8964-b622755694df,revision_number=None']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:24.866425 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d') {'for_net_delete': True} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:24.866712 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d') {} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:24.871194 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:24.871570 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:24.871953 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:24.872253 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:24.872589 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:24.873527 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:24.873858 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:24.874189 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:24.874539 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:24.874842 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:24.875172 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:24.875500 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:24.875860 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:24.876182 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:24.876859 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:24.879486 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc12f8b-4bc8-4a77-aa12-dd534cb96967 None None] No DVR routers for this DVR port dc4a3242-306b-4759-8964-b622755694df on host dv-cinder-860227-3-iscsi {{(pid=119729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:03:24.896992 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13779369'] for segment (ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.922364 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.924437 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] Publish callbacks [] for security_group (c537ba03-eb68-4d54-9850-9e0e3e364dd8), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.928499 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (c537ba03-eb68-4d54-9850-9e0e3e364dd8), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.937759 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=119727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 15:03:24.938709 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15224914'] for segment (ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.955447 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=119728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 15:03:24.962056 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2a5cc454-7b5e-4c47-8559-d8555665c56d req-f037fce6-c93f-4b33-9bc4-d27587509f66 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977638 Oct 31 15:03:24.967434 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c537ba03-eb68-4d54-9850-9e0e3e364dd8,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:24.973951 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (12c34cc8-a1dd-4feb-95ab-f68fd8abb726), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:24.974310 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.segments_db [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] Added segment 12c34cc8-a1dd-4feb-95ab-f68fd8abb726 of type vlan for network 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 Oct 31 15:03:25.025606 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (344848ef-d9a5-4f9a-8ddf-c96c364ed358), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.025810 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (0fc6c91a-9e65-4b6a-ab10-7d33cb435534), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.031651 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.038027 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/344848ef-d9a5-4f9a-8ddf-c96c364ed358 HTTP/1.1" status: 204 len: 168 time: 0.8068142 Oct 31 15:03:25.058783 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a96eb-396e-4f6c-913d-ba1e279d052c admin admin] Pushing event deleted for resources: {'Network': ['ID=344848ef-d9a5-4f9a-8ddf-c96c364ed358,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:25.066518 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (0fc6c91a-9e65-4b6a-ab10-7d33cb435534), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.068039 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:25.068859 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.135910 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d resource provider aggregate not found Oct 31 15:03:25.155218 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae7ec1a4-57cf-4a7e-92cc-e344e730eb7d found for delete ", "request_id": "req-3c4a14f1-9992-4f7b-b3a9-104c3fbb3f22"}]} Oct 31 15:03:25.163428 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5783226 Oct 31 15:03:25.166180 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47954) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:25.173542 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-d1d3b126-e3d4-4bd0-b0a5-618327bcdc46 admin admin] Request body: {'subnet': {'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-836744207-subnet', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'ip_version': 4}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:25.180504 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed0e02-f6d1-4343-8e32-9169cff519fb admin admin] Pushing event updated for resources: {'Network': ['ID=0fc6c91a-9e65-4b6a-ab10-7d33cb435534,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:25.202509 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47956) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:25.202922 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 15:03:25.226978 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d3b126-e3d4-4bd0-b0a5-618327bcdc46 admin admin] Made reservation on behalf of 357cf607c19548859a14c92a4e90f148 for: {'subnet': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:03:25.230324 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b126-e3d4-4bd0-b0a5-618327bcdc46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14532971'] for subnet (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.334455 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-acb9f74d-7605-4917-adf6-4dff616c6638 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f629aa044ca845069237ecb8d889284e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1305199 Oct 31 15:03:25.337614 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 47958) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:25.344343 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:25.354986 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=7,neutron:INSERT=6 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:25.403363 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ebfb-9a8c-47bc-8e35-c9049ddd5fcc admin admin] Publish callbacks [] for security_group (392c567f-99fb-4014-813f-824c5bc341fb), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.425201 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ebfb-9a8c-47bc-8e35-c9049ddd5fcc admin admin] Publish callbacks [] for security_group (392c567f-99fb-4014-813f-824c5bc341fb), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.476053 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ebfb-9a8c-47bc-8e35-c9049ddd5fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (392c567f-99fb-4014-813f-824c5bc341fb), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.478621 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ebfb-9a8c-47bc-8e35-c9049ddd5fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.479838 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-b5c6ebfb-9a8c-47bc-8e35-c9049ddd5fcc admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/392c567f-99fb-4014-813f-824c5bc341fb HTTP/1.1" status: 204 len: 168 time: 0.1410916 Oct 31 15:03:25.487631 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6ebfb-9a8c-47bc-8e35-c9049ddd5fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392c567f-99fb-4014-813f-824c5bc341fb,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:25.497152 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b126-e3d4-4bd0-b0a5-618327bcdc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15445745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14532869'] for subnet (72cc5669-a813-47c1-807d-6c6b4ba2c650), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.586218 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3b126-e3d4-4bd0-b0a5-618327bcdc46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72cc5669-a813-47c1-807d-6c6b4ba2c650,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:25.596975 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3b126-e3d4-4bd0-b0a5-618327bcdc46 admin admin] Checking segment: {'id': '12c34cc8-a1dd-4feb-95ab-f68fd8abb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:25.597488 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d3b126-e3d4-4bd0-b0a5-618327bcdc46 admin admin] Network hostable DHCP agents. Network: 0fc6c91a-9e65-4b6a-ab10-7d33cb435534, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 15:03:25.603185 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 00df963c-4ef6-4361-844d-bf0fc0372a54 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:03:25.622914 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d3b126-e3d4-4bd0-b0a5-618327bcdc46 admin admin] Network 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 15:03:25.625345 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 00df963c-4ef6-4361-844d-bf0fc0372a54 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:03:25.625799 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 00df963c-4ef6-4361-844d-bf0fc0372a54 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:03:25.626313 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device dc4a3242-306b-4759-8964-b622755694df no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:03:25.639932 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-d1d3b126-e3d4-4bd0-b0a5-618327bcdc46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, 0fc6c91a-9e65-4b6a-ab10-7d33cb435534) {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:25.644434 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d3b126-e3d4-4bd0-b0a5-618327bcdc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:25.645819 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b126-e3d4-4bd0-b0a5-618327bcdc46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.645936 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: dc4a3242-306b-4759-8964-b622755694df {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:03:25.646219 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device dc4a3242-306b-4759-8964-b622755694df not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:03:25.649704 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d0c79f-7901-4bb0-a55d-6ee36dc4b392 None None] Network 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:03:25.670053 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-d1d3b126-e3d4-4bd0-b0a5-618327bcdc46 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5001898 Oct 31 15:03:25.670725 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 47962) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:25.672374 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:25.676211 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:25.705083 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56553'] for router (51ab352e-2997-4cb0-886a-835500cb0461), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.706447 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56544'] for router (51ab352e-2997-4cb0-886a-835500cb0461), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.770748 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Publish callbacks [] for router_controller (51ab352e-2997-4cb0-886a-835500cb0461), precommit_add_association {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.775768 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb79ca2a0-771f-5521-90fd-aa6fff36120a-0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'project_id': '357cf607c19548859a14c92a4e90f148', 'fixed_ips': [{'subnet_id': '72cc5669-a813-47c1-807d-6c6b4ba2c650'}]}} from dv-cinder-860227-3-iscsi. {{(pid=119729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 15:03:25.776902 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.922915 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Publish callbacks [] for router_gateway (51ab352e-2997-4cb0-886a-835500cb0461), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:25.923246 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.db_base_plugin_common [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Allocated IP 172.20.0.2 (0fc6c91a-9e65-4b6a-ab10-7d33cb435534/72cc5669-a813-47c1-807d-6c6b4ba2c650/6f8c65d2-e2c6-47af-975c-7d5b96d8f283) {{(pid=119729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:03:25.985892 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:26.125056 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Publish callbacks [] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), precommit_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:26.133882 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:26.141158 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Publish callbacks [] for router_gateway (51ab352e-2997-4cb0-886a-835500cb0461), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:26.149922 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:26.161935 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:26.169471 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321f4c6-fe67-43fd-b494-59004a4e9984 req-77ff9ea5-9f53-4d9c-8666-da05e23c5ee3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:26.171739 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7321f4c6-fe67-43fd-b494-59004a4e9984 req-77ff9ea5-9f53-4d9c-8666-da05e23c5ee3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 946 time: 0.0625958 Oct 31 15:03:26.197382 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Pushing event updated for resources: {'Port': ['ID=6f8c65d2-e2c6-47af-975c-7d5b96d8f283,revision_number=1']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:26.219124 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Network 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 is already hosted by enough agents. {{(pid=119729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:26.220864 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.base_scheduler [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Resources bound (agent type, host, resource id): {{(pid=119729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:26.224699 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7321f4c6-fe67-43fd-b494-59004a4e9984 req-d6350c3e-bec3-4291-bdd4-fb31d48e9f04 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465298 Oct 31 15:03:26.231765 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Received port after_create {{(pid=119729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:03:26.267512 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-79a03e30-47e1-44e3-afd1-bc7a3c4fa90c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:26.269011 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-79a03e30-47e1-44e3-afd1-bc7a3c4fa90c tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 946 time: 0.0965240 Oct 31 15:03:26.308686 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Attempting to bind port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:03:26.309148 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Attempting to bind port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': '12c34cc8-a1dd-4feb-95ab-f68fd8abb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:03:26.309580 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Attempting to bind port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 on network 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:03:26.360187 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:03:26.360720 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Checking segment: {'id': '12c34cc8-a1dd-4feb-95ab-f68fd8abb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:26.361380 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:26.361863 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Bound using segment: {'id': '12c34cc8-a1dd-4feb-95ab-f68fd8abb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:03:26.363093 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Bound port: 6f8c65d2-e2c6-47af-975c-7d5b96d8f283, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c34cc8-a1dd-4feb-95ab-f68fd8abb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:03:26.363737 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:26.438199 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] For port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:03:26.442727 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] For port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=6f8c65d2-e2c6-47af-975c-7d5b96d8f283,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:03:26.450291 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:26.500859 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:26.511864 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54b0ea-d56d-4c58-a425-a978b7abd65e None None] Pushing event updated for resources: {'Port': ['ID=6f8c65d2-e2c6-47af-975c-7d5b96d8f283,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:26.675074 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:26.718307 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Allocated IP 172.27.0.107 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/10813969-daf0-4287-880d-d8a505162171) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:03:26.728060 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-88862364-c879-4ce7-9fd9-e5347ea00ce4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Deleting port fad9b881-1f6a-40eb-9847-b09fa756357c {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:03:26.728060 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-88862364-c879-4ce7-9fd9-e5347ea00ce4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:26.905371 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-88862364-c879-4ce7-9fd9-e5347ea00ce4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] For port fad9b881-1f6a-40eb-9847-b09fa756357c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fad9b881-1f6a-40eb-9847-b09fa756357c,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:26.905735 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-88862364-c879-4ce7-9fd9-e5347ea00ce4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:26.987496 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Publish callbacks [] for port (10813969-daf0-4287-880d-d8a505162171), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:27.112364 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (10813969-daf0-4287-880d-d8a505162171), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:27.150587 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-88862364-c879-4ce7-9fd9-e5347ea00ce4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:27.150944 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-88862364-c879-4ce7-9fd9-e5347ea00ce4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (09f341a2-8253-4e0f-879b-1dcc4ce321c6), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:27.151262 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-88862364-c879-4ce7-9fd9-e5347ea00ce4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Floating IP 09f341a2-8253-4e0f-879b-1dcc4ce321c6 disassociated. External IP: 172.27.0.118, port: fad9b881-1f6a-40eb-9847-b09fa756357c. Oct 31 15:03:27.151630 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-88862364-c879-4ce7-9fd9-e5347ea00ce4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Calling delete_port for fad9b881-1f6a-40eb-9847-b09fa756357c owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:03:27.181270 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:27.186189 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:27.188180 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=10813969-daf0-4287-880d-d8a505162171,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:27.220752 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:03:27.222554 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:27.479589 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bba08-59c9-4dea-ae34-631d5821171a req-89556eed-385e-493e-9193-73348b8b10b3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:27.481293 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dc0bba08-59c9-4dea-ae34-631d5821171a req-89556eed-385e-493e-9193-73348b8b10b3 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 946 time: 0.0623755 Oct 31 15:03:27.543617 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:27.586915 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f15352-028b-4d3a-842b-437db5aae17e None None] Network 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:03:27.643898 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-88862364-c879-4ce7-9fd9-e5347ea00ce4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (fad9b881-1f6a-40eb-9847-b09fa756357c), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:27.697665 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dc0bba08-59c9-4dea-ae34-631d5821171a req-d1514191-9f05-40bb-a24f-1d4fc5f878df tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb0029dc-94df-4736-bdcb-52c69113d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044721 Oct 31 15:03:27.716506 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-ee56d4e8-c634-4478-80d6-576711675591 None None] Provisioning complete for port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:27.717171 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ee56d4e8-c634-4478-80d6-576711675591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:27.717966 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-ee56d4e8-c634-4478-80d6-576711675591 None None] Attempt 1 to provision port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 Oct 31 15:03:27.721156 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88862364-c879-4ce7-9fd9-e5347ea00ce4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event deleted for resources: {'Port': ['ID=fad9b881-1f6a-40eb-9847-b09fa756357c,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:27.764731 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:27.798063 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Publish callbacks [] for router_gateway (51ab352e-2997-4cb0-886a-835500cb0461), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:27.936782 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-88862364-c879-4ce7-9fd9-e5347ea00ce4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Router ec8344fd-beec-4a6a-b146-992fba136723 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:03:27.988983 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:27.994241 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:27.994543 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:27.994873 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 Oct 31 15:03:28.079257 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-ee56d4e8-c634-4478-80d6-576711675591 None None] Current status of the port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:28.079514 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ee56d4e8-c634-4478-80d6-576711675591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:28.131862 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:28.142632 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-88862364-c879-4ce7-9fd9-e5347ea00ce4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:03:28.146723 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-ee56d4e8-c634-4478-80d6-576711675591 None None] For port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=6f8c65d2-e2c6-47af-975c-7d5b96d8f283,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:28.152704 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398653'] for router (51ab352e-2997-4cb0-886a-835500cb0461), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:28.161756 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05bc6fc-9751-4224-8936-91ec411a05ef None None] Sync routers for ids ['ec8344fd-beec-4a6a-b146-992fba136723'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:03:28.166637 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ee56d4e8-c634-4478-80d6-576711675591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:28.174668 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:28.175050 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:28.224088 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05bc6fc-9751-4224-8936-91ec411a05ef None None] Routers {'ec8344fd-beec-4a6a-b146-992fba136723'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:28.224727 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-c05bc6fc-9751-4224-8936-91ec411a05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ec8344fd-beec-4a6a-b146-992fba136723'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:28.236915 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-88862364-c879-4ce7-9fd9-e5347ea00ce4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] No DVR routers for this DVR port fad9b881-1f6a-40eb-9847-b09fa756357c on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:03:28.240703 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-88862364-c879-4ce7-9fd9-e5347ea00ce4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:28.245217 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-58f1139d-4690-4fac-98e9-fab5194c3b9d req-88862364-c879-4ce7-9fd9-e5347ea00ce4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.44 "DELETE /networking/v2.0/ports/fad9b881-1f6a-40eb-9847-b09fa756357c HTTP/1.1" status: 204 len: 173 time: 1.9700668 Oct 31 15:03:28.245686 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'name': 'network-vif-deleted', 'tag': 'fad9b881-1f6a-40eb-9847-b09fa756357c'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:03:28.248015 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada84eca-b319-4d9b-8806-6971156b27f3" -d '{"events": [{"server_uuid": "e78da101-dab9-43eb-b75d-14baee21f5c0", "name": "network-vif-deleted", "tag": "fad9b881-1f6a-40eb-9847-b09fa756357c"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:03:28.319078 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b901911-c94d-4da1-b679-521b5a7dc142 x-openstack-request-id: req-6b901911-c94d-4da1-b679-521b5a7dc142 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:03:28.319389 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78da101-dab9-43eb-b75d-14baee21f5c0", "name": "network-vif-deleted", "tag": "fad9b881-1f6a-40eb-9847-b09fa756357c", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:03:28.319636 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b901911-c94d-4da1-b679-521b5a7dc142 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:03:28.320307 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b901911-c94d-4da1-b679-521b5a7dc142'] response: {'server_uuid': 'e78da101-dab9-43eb-b75d-14baee21f5c0', 'name': 'network-vif-deleted', 'tag': 'fad9b881-1f6a-40eb-9847-b09fa756357c', 'status': 'completed', 'code': 200} Oct 31 15:03:28.371692 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56d4e8-c634-4478-80d6-576711675591 None None] Pushing event updated for resources: {'Port': ['ID=6f8c65d2-e2c6-47af-975c-7d5b96d8f283,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:28.387878 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Router 51ab352e-2997-4cb0-886a-835500cb0461 is scheduled to L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 with binding_index 1 {{(pid=119727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 15:03:28.395819 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-c05bc6fc-9751-4224-8936-91ec411a05ef None None] Set router ec8344fd-beec-4a6a-b146-992fba136723 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:28.446747 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.db.api [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 31 15:03:28.447206 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG oslo_db.api [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 31 15:03:28.502157 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-7b35a0c4-8abd-4129-86ce-7da3c968a153 None None] Provisioning complete for port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:28.502436 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-7b35a0c4-8abd-4129-86ce-7da3c968a153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:28.502762 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-7b35a0c4-8abd-4129-86ce-7da3c968a153 None None] Attempt 1 to provision port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 Oct 31 15:03:28.521187 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:03:28.534000 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Sync routers for ids ['51ab352e-2997-4cb0-886a-835500cb0461'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:03:28.546237 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Routers {'51ab352e-2997-4cb0-886a-835500cb0461'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:28.547164 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['51ab352e-2997-4cb0-886a-835500cb0461'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:28.547833 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:28.549119 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-74298ec5-ee17-475d-a8eb-2887f56b7ed2 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8774230 Oct 31 15:03:28.551922 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48018) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:28.609634 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:28.655160 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Set router 51ab352e-2997-4cb0-886a-835500cb0461 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:28.657437 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:28.673917 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-7b35a0c4-8abd-4129-86ce-7da3c968a153 None None] Current status of the port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:28.677820 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-c05bc6fc-9751-4224-8936-91ec411a05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:57:05Z', 'revision_number': 5, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:28.712229 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05bc6fc-9751-4224-8936-91ec411a05ef None None] Checking router: ec8344fd-beec-4a6a-b146-992fba136723 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:03:28.722121 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05bc6fc-9751-4224-8936-91ec411a05ef None None] Routers {'ec8344fd-beec-4a6a-b146-992fba136723'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:28.722899 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-c05bc6fc-9751-4224-8936-91ec411a05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ec8344fd-beec-4a6a-b146-992fba136723'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:28.901363 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-c05bc6fc-9751-4224-8936-91ec411a05ef None None] Set router ec8344fd-beec-4a6a-b146-992fba136723 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:28.954090 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab352e-2997-4cb0-886a-835500cb0461', 'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '10813969-daf0-4287-880d-d8a505162171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:25Z', 'updated_at': '2022-10-31T15:03:27Z', 'revision_number': 3, 'project_id': '357cf607c19548859a14c92a4e90f148', 'gw_port': {'id': '10813969-daf0-4287-880d-d8a505162171', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:26Z', 'updated_at': '2022-10-31T15:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:29.014024 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Checking router: 51ab352e-2997-4cb0-886a-835500cb0461 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:03:29.014366 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Updating router 51ab352e-2997-4cb0-886a-835500cb0461 port 10813969-daf0-4287-880d-d8a505162171 binding host dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 15:03:29.024020 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-03e3ce37-5107-46f9-a0bf-6fdcc4e7df79 req-87f97231-3eb1-4881-b909-d60623f3df69 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e78da101-dab9-43eb-b75d-14baee21f5c0 HTTP/1.1" status: 200 len: 210 time: 0.0512400 Oct 31 15:03:29.061170 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:29.082594 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (10813969-daf0-4287-880d-d8a505162171), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:29.102220 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:29.276695 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:29.311765 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-c05bc6fc-9751-4224-8936-91ec411a05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:57:05Z', 'revision_number': 5, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:29.362325 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05bc6fc-9751-4224-8936-91ec411a05ef None None] The sync data for ids ['ec8344fd-beec-4a6a-b146-992fba136723'] in dv-cinder-860227-3-iscsi is: [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T14:56:40Z', 'revision_number': 4, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9465eaa8-bdd1-4c6d-ad8f-bb7955734600', 'name': '', 'network_id': '5834683c-3d1a-4deb-b1fe-c3f585ecb7f7', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'mac_address': 'fa:16:3e:33:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b78261dd-be23-4771-9073-9a716a608356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:39Z', 'updated_at': '2022-10-31T14:57:05Z', 'revision_number': 5, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'subnets': [{'id': 'b78261dd-be23-4771-9073-9a716a608356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:03:29.395460 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:29.444972 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Publish callbacks [] for port (10813969-daf0-4287-880d-d8a505162171), precommit_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:29.451213 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (10813969-daf0-4287-880d-d8a505162171), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:29.459218 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:29.476779 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Allocated IP 172.20.0.1 (0fc6c91a-9e65-4b6a-ab10-7d33cb435534/72cc5669-a813-47c1-807d-6c6b4ba2c650/9a97c928-ed31-4416-9998-049e4805267b) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:03:29.486114 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Attempting to bind port 10813969-daf0-4287-880d-d8a505162171 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:03:29.486480 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Attempting to bind port 10813969-daf0-4287-880d-d8a505162171 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:03:29.486835 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Attempting to bind port 10813969-daf0-4287-880d-d8a505162171 on network c40cf38d-c47f-49e0-b4d6-a10af0e88519 {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:03:29.536116 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Pushing event updated for resources: {'Port': ['ID=10813969-daf0-4287-880d-d8a505162171,revision_number=2']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:29.549355 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:29.549750 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:29.550097 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:29.550506 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:29.550775 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:29.551103 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:29.551430 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:29.551782 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:29.552159 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:29.552412 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:29.552737 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:29.553071 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:29.554091 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:29.554499 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:29.554837 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:29.568912 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:03:29.570223 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Checking segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:29.570633 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:29.571144 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Bound using segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:03:29.571491 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Bound port: 10813969-daf0-4287-880d-d8a505162171, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:03:29.571972 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (10813969-daf0-4287-880d-d8a505162171), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:29.601117 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Publish callbacks [] for port (9a97c928-ed31-4416-9998-049e4805267b), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:29.629898 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] For port 10813969-daf0-4287-880d-d8a505162171, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:03:29.634838 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] For port 10813969-daf0-4287-880d-d8a505162171, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=10813969-daf0-4287-880d-d8a505162171,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:03:29.642928 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (10813969-daf0-4287-880d-d8a505162171), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:29.646796 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (9a97c928-ed31-4416-9998-049e4805267b), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:29.658038 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37cc1f6-2c1d-49be-bea8-b679191adb3a None None] New status for floating IP 09f341a2-8253-4e0f-879b-1dcc4ce321c6: DOWN {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:03:29.663456 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:29.693349 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Routers {'51ab352e-2997-4cb0-886a-835500cb0461'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:29.694657 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['51ab352e-2997-4cb0-886a-835500cb0461'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:29.699392 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Network 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:29.704752 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:29.706859 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:03:29.718976 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ceb545-4dce-485f-b9e6-818eef5a0e6c None None] Pushing event updated for resources: {'Port': ['ID=10813969-daf0-4287-880d-d8a505162171,revision_number=3']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:29.737202 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Pushing event updated for resources: {'Port': ['ID=9a97c928-ed31-4416-9998-049e4805267b,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:29.768419 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398923'] for router_interface (51ab352e-2997-4cb0-886a-835500cb0461), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:29.772261 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:29.830665 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:29.831357 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:29.831868 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 Oct 31 15:03:29.843188 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] Set router 51ab352e-2997-4cb0-886a-835500cb0461 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:29.922767 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:29.973237 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (9a97c928-ed31-4416-9998-049e4805267b), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:29.988843 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:30.003320 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-cf38d732-9762-4a58-a14e-ad8e287da4e4 None None] Provisioning complete for port 9a97c928-ed31-4416-9998-049e4805267b triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:30.004067 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-cf38d732-9762-4a58-a14e-ad8e287da4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (9a97c928-ed31-4416-9998-049e4805267b), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:30.004405 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-cf38d732-9762-4a58-a14e-ad8e287da4e4 None None] Attempt 1 to provision port 9a97c928-ed31-4416-9998-049e4805267b Oct 31 15:03:30.034619 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab352e-2997-4cb0-886a-835500cb0461', 'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '10813969-daf0-4287-880d-d8a505162171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:25Z', 'updated_at': '2022-10-31T15:03:27Z', 'revision_number': 3, 'project_id': '357cf607c19548859a14c92a4e90f148', 'gw_port': {'id': '10813969-daf0-4287-880d-d8a505162171', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:26Z', 'updated_at': '2022-10-31T15:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:30.038929 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-cf38d732-9762-4a58-a14e-ad8e287da4e4 None None] Port 9a97c928-ed31-4416-9998-049e4805267b cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:03:30.160314 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48042) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:30.165265 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20347b3b-3a3a-4335-90fe-70597f077521 None None] The sync data for ids ['51ab352e-2997-4cb0-886a-835500cb0461'] in dv-cinder-860227-3-iscsi is: [{'id': '51ab352e-2997-4cb0-886a-835500cb0461', 'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '10813969-daf0-4287-880d-d8a505162171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:25Z', 'updated_at': '2022-10-31T15:03:27Z', 'revision_number': 3, 'project_id': '357cf607c19548859a14c92a4e90f148', 'gw_port': {'id': '10813969-daf0-4287-880d-d8a505162171', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:26Z', 'updated_at': '2022-10-31T15:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:03:30.240090 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-4961647b-4339-4083-a035-3704894665a7 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group (fb0029dc-94df-4736-bdcb-52c69113d41f), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:30.270877 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-4961647b-4339-4083-a035-3704894665a7 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group (fb0029dc-94df-4736-bdcb-52c69113d41f), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:30.325897 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-4961647b-4339-4083-a035-3704894665a7 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (fb0029dc-94df-4736-bdcb-52c69113d41f), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:30.329154 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-4961647b-4339-4083-a035-3704894665a7 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:30.333778 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-4961647b-4339-4083-a035-3704894665a7 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fb0029dc-94df-4736-bdcb-52c69113d41f HTTP/1.1" status: 204 len: 168 time: 0.1695073 Oct 31 15:03:30.336377 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48046) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:30.354317 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961647b-4339-4083-a035-3704894665a7 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0029dc-94df-4736-bdcb-52c69113d41f,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:30.358302 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.api.v2.resource [None req-3714356b-3efa-4630-b107-a0d6a212c972 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] show failed (client error): The resource could not be found. Oct 31 15:03:30.364552 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-3714356b-3efa-4630-b107-a0d6a212c972 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "GET /networking/v2.0/security-groups/fb0029dc-94df-4736-bdcb-52c69113d41f HTTP/1.1" status: 404 len: 347 time: 0.0268676 Oct 31 15:03:30.365172 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48050) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:30.473385 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Publish callbacks [] for port (9a97c928-ed31-4416-9998-049e4805267b), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:30.480558 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (9a97c928-ed31-4416-9998-049e4805267b), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:30.528108 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c17d6-b516-4c77-a2fd-ad020cc2fab4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Deleting port e4d46b46-299b-4605-b587-a902d77c765e {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:03:30.528454 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5c0c17d6-b516-4c77-a2fd-ad020cc2fab4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (e4d46b46-299b-4605-b587-a902d77c765e), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:30.551869 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399039'] for router_interface (51ab352e-2997-4cb0-886a-835500cb0461), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:30.554509 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Pushing event updated for resources: {'Port': ['ID=9a97c928-ed31-4416-9998-049e4805267b,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:30.583220 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:30.614226 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5c0c17d6-b516-4c77-a2fd-ad020cc2fab4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (e4d46b46-299b-4605-b587-a902d77c765e), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:30.615809 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5c0c17d6-b516-4c77-a2fd-ad020cc2fab4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for floatingip (e4d46b46-299b-4605-b587-a902d77c765e), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:30.636569 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c17d6-b516-4c77-a2fd-ad020cc2fab4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Calling delete_port for e4d46b46-299b-4605-b587-a902d77c765e owned by network:floatingip {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:03:30.663259 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Network 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:30.665122 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:30.816856 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5c0c17d6-b516-4c77-a2fd-ad020cc2fab4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (e4d46b46-299b-4605-b587-a902d77c765e), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:30.829231 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Router 51ab352e-2997-4cb0-886a-835500cb0461 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:03:30.853170 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c17d6-b516-4c77-a2fd-ad020cc2fab4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Pushing event deleted for resources: {'Port': ['ID=e4d46b46-299b-4605-b587-a902d77c765e,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:30.941602 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5c0c17d6-b516-4c77-a2fd-ad020cc2fab4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks [] for floatingip (09f341a2-8253-4e0f-879b-1dcc4ce321c6), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:30.945253 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-5c0c17d6-b516-4c77-a2fd-ad020cc2fab4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:30.947271 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-5c0c17d6-b516-4c77-a2fd-ad020cc2fab4 tempest-AttachVolumeShelveTestJSON-1293236519 tempest-AttachVolumeShelveTestJSON-1293236519-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/09f341a2-8253-4e0f-879b-1dcc4ce321c6 HTTP/1.1" status: 204 len: 168 time: 0.5803165 Oct 31 15:03:30.965474 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-649939a0-eca5-49f9-9236-cdd02dce64a9 None None] Provisioning complete for port 9a97c928-ed31-4416-9998-049e4805267b triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:30.966035 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-649939a0-eca5-49f9-9236-cdd02dce64a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (9a97c928-ed31-4416-9998-049e4805267b), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:30.966309 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-649939a0-eca5-49f9-9236-cdd02dce64a9 None None] Attempt 1 to provision port 9a97c928-ed31-4416-9998-049e4805267b Oct 31 15:03:31.000030 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:03:31.012362 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-fcff33b0-6110-459e-b878-a1ae35198d35 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/51ab352e-2997-4cb0-886a-835500cb0461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4593670 Oct 31 15:03:31.019330 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-649939a0-eca5-49f9-9236-cdd02dce64a9 None None] Port 9a97c928-ed31-4416-9998-049e4805267b cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:03:31.566027 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48074) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:31.575072 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-28614834-network', 'tenant_id': 'eb900e1a5dd74001934b483145f18364'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:31.596885 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] Made reservation on behalf of eb900e1a5dd74001934b483145f18364 for: {'network': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:03:31.599467 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:31.608365 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:31.636470 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 10813969-daf0-4287-880d-d8a505162171 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:31.640822 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:31.703433 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 10813969-daf0-4287-880d-d8a505162171 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:31.703674 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:31.703838 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (10813969-daf0-4287-880d-d8a505162171), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:31.704177 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 10813969-daf0-4287-880d-d8a505162171 Oct 31 15:03:31.705850 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] Publish callbacks [] for security_group (2a2d158a-9011-4d70-8b33-e8052fcb0299), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:31.710882 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (2a2d158a-9011-4d70-8b33-e8052fcb0299), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:31.743181 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=119728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 15:03:31.750058 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2d158a-9011-4d70-8b33-e8052fcb0299,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:31.758312 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (59206740-21c6-4449-9060-7a16c8a9a92f), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:31.758595 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.segments_db [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] Added segment 59206740-21c6-4449-9060-7a16c8a9a92f of type vlan for network 8bb94a3a-be42-4b6d-b1de-dc98614e5510 Oct 31 15:03:31.782011 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 10813969-daf0-4287-880d-d8a505162171 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:31.782398 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (10813969-daf0-4287-880d-d8a505162171), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:31.804539 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 10813969-daf0-4287-880d-d8a505162171, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=10813969-daf0-4287-880d-d8a505162171,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:31.807710 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (8bb94a3a-be42-4b6d-b1de-dc98614e5510), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:31.808811 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (10813969-daf0-4287-880d-d8a505162171), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:31.813283 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:31.838701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (8bb94a3a-be42-4b6d-b1de-dc98614e5510), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:31.839908 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:31.840478 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:31.857581 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=10813969-daf0-4287-880d-d8a505162171,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:31.892492 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3252888 Oct 31 15:03:31.895241 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48076) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:31.900733 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-45fe0401-e380-434b-acb8-cc7110f098d1 admin admin] Request body: {'subnet': {'network_id': '8bb94a3a-be42-4b6d-b1de-dc98614e5510', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-28614834-subnet', 'tenant_id': 'eb900e1a5dd74001934b483145f18364', 'ip_version': 4}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:31.906535 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903971e-ac71-4c3f-8fe6-2a24d3f83c46 admin admin] Pushing event updated for resources: {'Network': ['ID=8bb94a3a-be42-4b6d-b1de-dc98614e5510,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:31.917735 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network 8bb94a3a-be42-4b6d-b1de-dc98614e5510 details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 15:03:31.920334 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device fad9b881-1f6a-40eb-9847-b09fa756357c no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:03:31.921910 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fe0401-e380-434b-acb8-cc7110f098d1 admin admin] Made reservation on behalf of eb900e1a5dd74001934b483145f18364 for: {'subnet': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:03:31.924684 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-45fe0401-e380-434b-acb8-cc7110f098d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14532971'] for subnet (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:31.957932 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: fad9b881-1f6a-40eb-9847-b09fa756357c {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:03:31.958284 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device fad9b881-1f6a-40eb-9847-b09fa756357c not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:03:32.060285 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Sync routers for ids ['51ab352e-2997-4cb0-886a-835500cb0461'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:03:32.071464 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Routers {'51ab352e-2997-4cb0-886a-835500cb0461'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:32.072117 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['51ab352e-2997-4cb0-886a-835500cb0461'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:32.103312 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-45fe0401-e380-434b-acb8-cc7110f098d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15445745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14532869'] for subnet (735a87b8-6774-4b02-814a-f5fd4714504a), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:32.172697 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe0401-e380-434b-acb8-cc7110f098d1 admin admin] Checking segment: {'id': '59206740-21c6-4449-9060-7a16c8a9a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bb94a3a-be42-4b6d-b1de-dc98614e5510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:32.173066 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe0401-e380-434b-acb8-cc7110f098d1 admin admin] Network hostable DHCP agents. Network: 8bb94a3a-be42-4b6d-b1de-dc98614e5510, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 15:03:32.175210 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe0401-e380-434b-acb8-cc7110f098d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=735a87b8-6774-4b02-814a-f5fd4714504a,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:32.182031 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Set router 51ab352e-2997-4cb0-886a-835500cb0461 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:32.193348 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe0401-e380-434b-acb8-cc7110f098d1 admin admin] Network 8bb94a3a-be42-4b6d-b1de-dc98614e5510 is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 15:03:32.196395 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:32.204697 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-45fe0401-e380-434b-acb8-cc7110f098d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, 8bb94a3a-be42-4b6d-b1de-dc98614e5510) {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:32.210883 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fe0401-e380-434b-acb8-cc7110f098d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:32.211964 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-45fe0401-e380-434b-acb8-cc7110f098d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:32.216676 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50e6b1b-cdc9-4c09-8dea-d6c796e8040b None None] Network 8bb94a3a-be42-4b6d-b1de-dc98614e5510 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:03:32.244435 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-45fe0401-e380-434b-acb8-cc7110f098d1 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3480296 Oct 31 15:03:32.246983 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48080) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:32.252616 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-28614834-router', 'tenant_id': 'eb900e1a5dd74001934b483145f18364', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:32.281997 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56553'] for router (a02c90c7-309d-4583-ace8-8b15dd70f1c4), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:32.283577 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56544'] for router (a02c90c7-309d-4583-ace8-8b15dd70f1c4), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:32.357367 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Publish callbacks [] for router_controller (a02c90c7-309d-4583-ace8-8b15dd70f1c4), precommit_add_association {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:32.363030 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb79ca2a0-771f-5521-90fd-aa6fff36120a-8bb94a3a-be42-4b6d-b1de-dc98614e5510', 'network_id': '8bb94a3a-be42-4b6d-b1de-dc98614e5510', 'project_id': 'eb900e1a5dd74001934b483145f18364', 'fixed_ips': [{'subnet_id': '735a87b8-6774-4b02-814a-f5fd4714504a'}]}} from dv-cinder-860227-3-iscsi. {{(pid=119729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 15:03:32.364309 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:32.419699 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:32.423715 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab352e-2997-4cb0-886a-835500cb0461', 'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '10813969-daf0-4287-880d-d8a505162171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:25Z', 'updated_at': '2022-10-31T15:03:29Z', 'revision_number': 4, 'project_id': '357cf607c19548859a14c92a4e90f148', 'gw_port': {'id': '10813969-daf0-4287-880d-d8a505162171', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:26Z', 'updated_at': '2022-10-31T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9a97c928-ed31-4416-9998-049e4805267b', 'name': '', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'mac_address': 'fa:16:3e:98:c7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:29Z', 'updated_at': '2022-10-31T15:03:30Z', 'revision_number': 2, 'project_id': '357cf607c19548859a14c92a4e90f148', 'subnets': [{'id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:32.458304 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Checking router: 51ab352e-2997-4cb0-886a-835500cb0461 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:03:32.458660 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Updating router 51ab352e-2997-4cb0-886a-835500cb0461 port 9a97c928-ed31-4416-9998-049e4805267b binding host dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 15:03:32.498592 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (9a97c928-ed31-4416-9998-049e4805267b), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:32.540777 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Publish callbacks [] for router_gateway (a02c90c7-309d-4583-ace8-8b15dd70f1c4), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:32.569454 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:32.721214 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:32.740109 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.db_base_plugin_common [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Allocated IP 172.20.0.2 (8bb94a3a-be42-4b6d-b1de-dc98614e5510/735a87b8-6774-4b02-814a-f5fd4714504a/a841d474-0431-4c11-9f11-ce2fb1da8a7b) {{(pid=119729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:03:32.805084 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Publish callbacks [] for router_gateway (a02c90c7-309d-4583-ace8-8b15dd70f1c4), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:32.836966 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:32.890016 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Publish callbacks [] for port (9a97c928-ed31-4416-9998-049e4805267b), precommit_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:32.897304 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (9a97c928-ed31-4416-9998-049e4805267b), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:32.950000 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:32.952634 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b20fd-b782-413b-bde8-5e64b0069339 None None] Pushing event updated for resources: {'Port': ['ID=9a97c928-ed31-4416-9998-049e4805267b,revision_number=3']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:32.995325 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Publish callbacks [] for port (a841d474-0431-4c11-9f11-ce2fb1da8a7b), precommit_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:33.007289 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (a841d474-0431-4c11-9f11-ce2fb1da8a7b), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:33.030990 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Allocated IP 172.27.0.240 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/e0314b01-0770-4bae-8006-8423677d71ff) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:03:33.034044 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Attempting to bind port 9a97c928-ed31-4416-9998-049e4805267b on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:03:33.034044 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Attempting to bind port 9a97c928-ed31-4416-9998-049e4805267b by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': '12c34cc8-a1dd-4feb-95ab-f68fd8abb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534'}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:03:33.034400 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Attempting to bind port 9a97c928-ed31-4416-9998-049e4805267b on network 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:03:33.081580 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Network 8bb94a3a-be42-4b6d-b1de-dc98614e5510 is already hosted by enough agents. {{(pid=119729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:33.084173 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:03:33.085703 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Checking segment: {'id': '12c34cc8-a1dd-4feb-95ab-f68fd8abb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:33.085882 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.base_scheduler [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Resources bound (agent type, host, resource id): {{(pid=119729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:33.086412 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:33.086955 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Bound using segment: {'id': '12c34cc8-a1dd-4feb-95ab-f68fd8abb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534'} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:03:33.087634 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Bound port: 9a97c928-ed31-4416-9998-049e4805267b, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c34cc8-a1dd-4feb-95ab-f68fd8abb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534'}}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:03:33.088206 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (9a97c928-ed31-4416-9998-049e4805267b), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:33.091041 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Pushing event updated for resources: {'Port': ['ID=a841d474-0431-4c11-9f11-ce2fb1da8a7b,revision_number=1']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:33.093677 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Received port after_create {{(pid=119729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:03:33.183580 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] For port 9a97c928-ed31-4416-9998-049e4805267b, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:03:33.186949 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Attempting to bind port a841d474-0431-4c11-9f11-ce2fb1da8a7b on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:03:33.187338 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Attempting to bind port a841d474-0431-4c11-9f11-ce2fb1da8a7b by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': '59206740-21c6-4449-9060-7a16c8a9a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bb94a3a-be42-4b6d-b1de-dc98614e5510'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:03:33.187862 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Attempting to bind port a841d474-0431-4c11-9f11-ce2fb1da8a7b on network 8bb94a3a-be42-4b6d-b1de-dc98614e5510 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:03:33.189203 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] For port 9a97c928-ed31-4416-9998-049e4805267b, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=9a97c928-ed31-4416-9998-049e4805267b,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:03:33.229422 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Publish callbacks [] for port (e0314b01-0770-4bae-8006-8423677d71ff), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:33.231659 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (9a97c928-ed31-4416-9998-049e4805267b), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:33.264038 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:03:33.265725 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Checking segment: {'id': '59206740-21c6-4449-9060-7a16c8a9a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bb94a3a-be42-4b6d-b1de-dc98614e5510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:33.266127 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:33.266530 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Bound using segment: {'id': '59206740-21c6-4449-9060-7a16c8a9a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bb94a3a-be42-4b6d-b1de-dc98614e5510'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:03:33.267013 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Bound port: a841d474-0431-4c11-9f11-ce2fb1da8a7b, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59206740-21c6-4449-9060-7a16c8a9a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bb94a3a-be42-4b6d-b1de-dc98614e5510'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:03:33.269203 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (a841d474-0431-4c11-9f11-ce2fb1da8a7b), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:33.271010 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Routers {'51ab352e-2997-4cb0-886a-835500cb0461'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:33.272003 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['51ab352e-2997-4cb0-886a-835500cb0461'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:33.310299 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (e0314b01-0770-4bae-8006-8423677d71ff), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:33.369500 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Pushing event updated for resources: {'Port': ['ID=e0314b01-0770-4bae-8006-8423677d71ff,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:33.388050 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:33.390027 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:33.393216 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:03:33.414214 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] For port a841d474-0431-4c11-9f11-ce2fb1da8a7b, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:03:33.418600 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b20fd-b782-413b-bde8-5e64b0069339 None None] Pushing event updated for resources: {'Port': ['ID=9a97c928-ed31-4416-9998-049e4805267b,revision_number=4']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:33.426848 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] For port a841d474-0431-4c11-9f11-ce2fb1da8a7b, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=a841d474-0431-4c11-9f11-ce2fb1da8a7b,segment=NetworkSegment(59206740-21c6-4449-9060-7a16c8a9a92f),segment_id=59206740-21c6-4449-9060-7a16c8a9a92f)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:03:33.432042 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:33.438555 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (a841d474-0431-4c11-9f11-ce2fb1da8a7b), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:33.514251 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] Set router 51ab352e-2997-4cb0-886a-835500cb0461 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:33.531664 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d29f5d-4416-4ad0-9944-9bfcec2a7333 None None] Pushing event updated for resources: {'Port': ['ID=a841d474-0431-4c11-9f11-ce2fb1da8a7b,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:33.603002 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:33.649458 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 10813969-daf0-4287-880d-d8a505162171 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:33.682372 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:33.713474 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 10813969-daf0-4287-880d-d8a505162171 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:33.713474 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (10813969-daf0-4287-880d-d8a505162171), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:33.713474 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 10813969-daf0-4287-880d-d8a505162171 Oct 31 15:03:33.746829 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Publish callbacks [] for router_gateway (a02c90c7-309d-4583-ace8-8b15dd70f1c4), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:33.777926 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab352e-2997-4cb0-886a-835500cb0461', 'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '10813969-daf0-4287-880d-d8a505162171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:25Z', 'updated_at': '2022-10-31T15:03:29Z', 'revision_number': 4, 'project_id': '357cf607c19548859a14c92a4e90f148', 'gw_port': {'id': '10813969-daf0-4287-880d-d8a505162171', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:26Z', 'updated_at': '2022-10-31T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9a97c928-ed31-4416-9998-049e4805267b', 'name': '', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'mac_address': 'fa:16:3e:98:c7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:29Z', 'updated_at': '2022-10-31T15:03:33Z', 'revision_number': 4, 'project_id': '357cf607c19548859a14c92a4e90f148', 'subnets': [{'id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:33.807599 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71d39f-77bd-43f7-97a9-9bbce2e6d96c None None] The sync data for ids ['51ab352e-2997-4cb0-886a-835500cb0461'] in dv-cinder-860227-3-iscsi is: [{'id': '51ab352e-2997-4cb0-886a-835500cb0461', 'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '10813969-daf0-4287-880d-d8a505162171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:25Z', 'updated_at': '2022-10-31T15:03:29Z', 'revision_number': 4, 'project_id': '357cf607c19548859a14c92a4e90f148', 'gw_port': {'id': '10813969-daf0-4287-880d-d8a505162171', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:26Z', 'updated_at': '2022-10-31T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9a97c928-ed31-4416-9998-049e4805267b', 'name': '', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'mac_address': 'fa:16:3e:98:c7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:29Z', 'updated_at': '2022-10-31T15:03:33Z', 'revision_number': 4, 'project_id': '357cf607c19548859a14c92a4e90f148', 'subnets': [{'id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:03:33.812857 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 10813969-daf0-4287-880d-d8a505162171 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:33.936414 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:34.005194 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398653'] for router (a02c90c7-309d-4583-ace8-8b15dd70f1c4), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:34.141200 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Router a02c90c7-309d-4583-ace8-8b15dd70f1c4 is scheduled to L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 with binding_index 1 {{(pid=119727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 15:03:34.249607 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:03:34.261949 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Sync routers for ids ['a02c90c7-309d-4583-ace8-8b15dd70f1c4'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:03:34.269982 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:34.271473 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-b4080324-9939-4480-9451-c8c92f660c19 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0231850 Oct 31 15:03:34.274484 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48116) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:34.280676 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Routers {'a02c90c7-309d-4583-ace8-8b15dd70f1c4'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:34.281323 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['a02c90c7-309d-4583-ace8-8b15dd70f1c4'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:34.419862 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Set router a02c90c7-309d-4583-ace8-8b15dd70f1c4 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:34.622357 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:34.640687 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'name': 'tempest-TestShelveInstance-28614834-router', 'tenant_id': 'eb900e1a5dd74001934b483145f18364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e0314b01-0770-4bae-8006-8423677d71ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:03:33Z', 'revision_number': 3, 'project_id': 'eb900e1a5dd74001934b483145f18364', 'gw_port': {'id': 'e0314b01-0770-4bae-8006-8423677d71ff', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:31:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:34.670903 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9459c-629a-4c36-9835-b4ad325805d4 None None] Network 8bb94a3a-be42-4b6d-b1de-dc98614e5510 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:03:34.675033 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:34.677833 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Checking router: a02c90c7-309d-4583-ace8-8b15dd70f1c4 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:03:34.678743 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Updating router a02c90c7-309d-4583-ace8-8b15dd70f1c4 port e0314b01-0770-4bae-8006-8423677d71ff binding host dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 15:03:34.749237 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-fa87d75b-0bf3-4897-bcdb-f876ab8be917 None None] Provisioning complete for port a841d474-0431-4c11-9f11-ce2fb1da8a7b triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:34.749606 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-fa87d75b-0bf3-4897-bcdb-f876ab8be917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a841d474-0431-4c11-9f11-ce2fb1da8a7b), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:34.749935 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-fa87d75b-0bf3-4897-bcdb-f876ab8be917 None None] Attempt 1 to provision port a841d474-0431-4c11-9f11-ce2fb1da8a7b Oct 31 15:03:34.786480 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (e0314b01-0770-4bae-8006-8423677d71ff), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:34.821369 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:34.992129 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Allocated IP 172.20.0.1 (8bb94a3a-be42-4b6d-b1de-dc98614e5510/735a87b8-6774-4b02-814a-f5fd4714504a/c2301b35-abc7-44ff-80fd-33dd131f83a1) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:03:35.004091 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:35.024723 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-fa87d75b-0bf3-4897-bcdb-f876ab8be917 None None] Current status of the port a841d474-0431-4c11-9f11-ce2fb1da8a7b is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:35.025112 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-fa87d75b-0bf3-4897-bcdb-f876ab8be917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (a841d474-0431-4c11-9f11-ce2fb1da8a7b), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.065665 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:35.096774 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-fa87d75b-0bf3-4897-bcdb-f876ab8be917 None None] For port a841d474-0431-4c11-9f11-ce2fb1da8a7b, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=a841d474-0431-4c11-9f11-ce2fb1da8a7b,segment=NetworkSegment(59206740-21c6-4449-9060-7a16c8a9a92f),segment_id=59206740-21c6-4449-9060-7a16c8a9a92f)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:35.104379 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-fa87d75b-0bf3-4897-bcdb-f876ab8be917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (a841d474-0431-4c11-9f11-ce2fb1da8a7b), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.202662 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87d75b-0bf3-4897-bcdb-f876ab8be917 None None] Pushing event updated for resources: {'Port': ['ID=a841d474-0431-4c11-9f11-ce2fb1da8a7b,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:35.223836 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Publish callbacks [] for port (e0314b01-0770-4bae-8006-8423677d71ff), precommit_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.233275 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (e0314b01-0770-4bae-8006-8423677d71ff), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.248958 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-be7b954a-21eb-4d38-ab23-65e1b4c020db None None] Provisioning complete for port a841d474-0431-4c11-9f11-ce2fb1da8a7b triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:35.249324 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-be7b954a-21eb-4d38-ab23-65e1b4c020db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a841d474-0431-4c11-9f11-ce2fb1da8a7b), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.249661 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-be7b954a-21eb-4d38-ab23-65e1b4c020db None None] Attempt 1 to provision port a841d474-0431-4c11-9f11-ce2fb1da8a7b Oct 31 15:03:35.293646 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Attempting to bind port e0314b01-0770-4bae-8006-8423677d71ff on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:03:35.294358 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Attempting to bind port e0314b01-0770-4bae-8006-8423677d71ff by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:03:35.294358 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Attempting to bind port e0314b01-0770-4bae-8006-8423677d71ff on network c40cf38d-c47f-49e0-b4d6-a10af0e88519 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:03:35.344950 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cbec2-2a32-4aa6-b856-fe43f764249c None None] Pushing event updated for resources: {'Port': ['ID=e0314b01-0770-4bae-8006-8423677d71ff,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:35.378084 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Publish callbacks [] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.391462 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:03:35.391855 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Checking segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:35.392258 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.392645 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Bound using segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:03:35.393122 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Bound port: e0314b01-0770-4bae-8006-8423677d71ff, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:03:35.393495 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (e0314b01-0770-4bae-8006-8423677d71ff), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.397326 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:35.410450 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.431519 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-be7b954a-21eb-4d38-ab23-65e1b4c020db None None] Current status of the port a841d474-0431-4c11-9f11-ce2fb1da8a7b is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:35.449279 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Network 8bb94a3a-be42-4b6d-b1de-dc98614e5510 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:35.456057 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:35.460397 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:03:35.460828 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] For port e0314b01-0770-4bae-8006-8423677d71ff, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:03:35.463992 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Pushing event updated for resources: {'Port': ['ID=c2301b35-abc7-44ff-80fd-33dd131f83a1,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:35.464312 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] For port e0314b01-0770-4bae-8006-8423677d71ff, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=e0314b01-0770-4bae-8006-8423677d71ff,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:03:35.471659 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (e0314b01-0770-4bae-8006-8423677d71ff), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.501237 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398923'] for router_interface (a02c90c7-309d-4583-ace8-8b15dd70f1c4), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.519906 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Routers {'a02c90c7-309d-4583-ace8-8b15dd70f1c4'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:35.520539 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['a02c90c7-309d-4583-ace8-8b15dd70f1c4'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:35.590063 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cbec2-2a32-4aa6-b856-fe43f764249c None None] Pushing event updated for resources: {'Port': ['ID=e0314b01-0770-4bae-8006-8423677d71ff,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:35.687863 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.805053 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device a841d474-0431-4c11-9f11-ce2fb1da8a7b up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:35.818685 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] Set router a02c90c7-309d-4583-ace8-8b15dd70f1c4 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:35.820846 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:35.863396 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Publish callbacks [] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.868653 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.891342 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-98f924d7-5762-4c19-bd84-2a4576775338 None None] Provisioning complete for port c2301b35-abc7-44ff-80fd-33dd131f83a1 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:35.891732 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-98f924d7-5762-4c19-bd84-2a4576775338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.892094 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-98f924d7-5762-4c19-bd84-2a4576775338 None None] Attempt 1 to provision port c2301b35-abc7-44ff-80fd-33dd131f83a1 Oct 31 15:03:35.941293 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Pushing event updated for resources: {'Port': ['ID=c2301b35-abc7-44ff-80fd-33dd131f83a1,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:35.945636 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399039'] for router_interface (a02c90c7-309d-4583-ace8-8b15dd70f1c4), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.978092 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-98f924d7-5762-4c19-bd84-2a4576775338 None None] Port c2301b35-abc7-44ff-80fd-33dd131f83a1 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:03:35.995436 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port a841d474-0431-4c11-9f11-ce2fb1da8a7b triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:35.995862 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a841d474-0431-4c11-9f11-ce2fb1da8a7b), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:35.996188 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port a841d474-0431-4c11-9f11-ce2fb1da8a7b Oct 31 15:03:36.030275 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:36.042224 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Network 8bb94a3a-be42-4b6d-b1de-dc98614e5510 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:36.043777 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:36.132489 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'name': 'tempest-TestShelveInstance-28614834-router', 'tenant_id': 'eb900e1a5dd74001934b483145f18364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e0314b01-0770-4bae-8006-8423677d71ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:03:33Z', 'revision_number': 3, 'project_id': 'eb900e1a5dd74001934b483145f18364', 'gw_port': {'id': 'e0314b01-0770-4bae-8006-8423677d71ff', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:31:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:36.164828 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c44600-0ef2-4d25-beb9-1e35009fa0ce None None] The sync data for ids ['a02c90c7-309d-4583-ace8-8b15dd70f1c4'] in dv-cinder-860227-3-iscsi is: [{'id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'name': 'tempest-TestShelveInstance-28614834-router', 'tenant_id': 'eb900e1a5dd74001934b483145f18364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e0314b01-0770-4bae-8006-8423677d71ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:03:33Z', 'revision_number': 3, 'project_id': 'eb900e1a5dd74001934b483145f18364', 'gw_port': {'id': 'e0314b01-0770-4bae-8006-8423677d71ff', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:31:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:03:36.168632 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port a841d474-0431-4c11-9f11-ce2fb1da8a7b is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:36.169688 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 9a97c928-ed31-4416-9998-049e4805267b up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:36.174694 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Router a02c90c7-309d-4583-ace8-8b15dd70f1c4 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:03:36.222740 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 9a97c928-ed31-4416-9998-049e4805267b triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:36.223113 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (9a97c928-ed31-4416-9998-049e4805267b), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:36.223608 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 9a97c928-ed31-4416-9998-049e4805267b Oct 31 15:03:36.252131 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:36.331021 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:03:36.336222 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-4ef6695e-ce15-4f0d-93ad-47591ca8f923 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/a02c90c7-309d-4583-ace8-8b15dd70f1c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0606494 Oct 31 15:03:36.366808 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 9a97c928-ed31-4416-9998-049e4805267b is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:36.367297 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (9a97c928-ed31-4416-9998-049e4805267b), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:36.412011 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 9a97c928-ed31-4416-9998-049e4805267b, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=9a97c928-ed31-4416-9998-049e4805267b,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:36.413599 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-ef56fb3f-242e-4c4d-a22c-2fb4c521b0ae None None] Provisioning complete for port c2301b35-abc7-44ff-80fd-33dd131f83a1 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:36.413978 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ef56fb3f-242e-4c4d-a22c-2fb4c521b0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:36.414380 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-ef56fb3f-242e-4c4d-a22c-2fb4c521b0ae None None] Attempt 1 to provision port c2301b35-abc7-44ff-80fd-33dd131f83a1 Oct 31 15:03:36.417888 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:36.437552 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (9a97c928-ed31-4416-9998-049e4805267b), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:36.482205 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-ef56fb3f-242e-4c4d-a22c-2fb4c521b0ae None None] Port c2301b35-abc7-44ff-80fd-33dd131f83a1 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:03:36.531969 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=9a97c928-ed31-4416-9998-049e4805267b,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:36.735856 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48144) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:36.741055 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-1b54394c-e5fa-4d9d-88c3-9fde30925699 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-141197031', 'description': 'tempest-secgroup-smoke-141197031 description', 'project_id': '357cf607c19548859a14c92a4e90f148'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:36.768659 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1b54394c-e5fa-4d9d-88c3-9fde30925699 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:36.846033 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1b54394c-e5fa-4d9d-88c3-9fde30925699 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group (aed48918-20e4-4767-9c50-48ea780afc6e), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:36.850743 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1b54394c-e5fa-4d9d-88c3-9fde30925699 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (aed48918-20e4-4767-9c50-48ea780afc6e), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:36.883094 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1b54394c-e5fa-4d9d-88c3-9fde30925699 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:36.884369 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-1b54394c-e5fa-4d9d-88c3-9fde30925699 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1474771 Oct 31 15:03:36.887258 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48146) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:36.892378 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-6c5b9794-b73e-44ff-89d5-b4fcda0aa81a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Request body: {'security_group_rule': {'security_group_id': 'aed48918-20e4-4767-9c50-48ea780afc6e', 'project_id': '357cf607c19548859a14c92a4e90f148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:36.900899 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54394c-e5fa-4d9d-88c3-9fde30925699 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed48918-20e4-4767-9c50-48ea780afc6e,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:36.923317 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9794-b73e-44ff-89d5-b4fcda0aa81a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (4e7ff550-eb9a-4ff6-b634-3a98807996b6), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:36.988507 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9794-b73e-44ff-89d5-b4fcda0aa81a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (4e7ff550-eb9a-4ff6-b634-3a98807996b6), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:36.992213 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9794-b73e-44ff-89d5-b4fcda0aa81a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (4e7ff550-eb9a-4ff6-b634-3a98807996b6), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.010886 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b9794-b73e-44ff-89d5-b4fcda0aa81a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7ff550-eb9a-4ff6-b634-3a98807996b6,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:37.019052 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9794-b73e-44ff-89d5-b4fcda0aa81a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.020265 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-6c5b9794-b73e-44ff-89d5-b4fcda0aa81a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320832 Oct 31 15:03:37.023907 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48148) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:37.028489 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-ec656b9e-2926-4449-b36d-7405111d26de tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Request body: {'security_group_rule': {'security_group_id': 'aed48918-20e4-4767-9c50-48ea780afc6e', 'project_id': '357cf607c19548859a14c92a4e90f148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:37.058099 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ec656b9e-2926-4449-b36d-7405111d26de tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (fc56f351-c543-45bc-95e1-83b9d2957896), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.119485 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ec656b9e-2926-4449-b36d-7405111d26de tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (fc56f351-c543-45bc-95e1-83b9d2957896), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.122755 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ec656b9e-2926-4449-b36d-7405111d26de tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (fc56f351-c543-45bc-95e1-83b9d2957896), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.145936 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec656b9e-2926-4449-b36d-7405111d26de tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc56f351-c543-45bc-95e1-83b9d2957896,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:37.153197 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ec656b9e-2926-4449-b36d-7405111d26de tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.154397 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-ec656b9e-2926-4449-b36d-7405111d26de tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295679 Oct 31 15:03:37.157091 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48150) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:37.161392 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-720fcd8f-6c88-4d87-8fa8-5fa45c956367 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Request body: {'security_group_rule': {'security_group_id': 'aed48918-20e4-4767-9c50-48ea780afc6e', 'project_id': '357cf607c19548859a14c92a4e90f148', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:37.167206 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:INSERT=14,neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:37.191419 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-720fcd8f-6c88-4d87-8fa8-5fa45c956367 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (ba56e17e-7051-44ae-9aaa-e1147b5a094f), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.241872 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:37.250997 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-720fcd8f-6c88-4d87-8fa8-5fa45c956367 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (ba56e17e-7051-44ae-9aaa-e1147b5a094f), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.255359 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-720fcd8f-6c88-4d87-8fa8-5fa45c956367 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (ba56e17e-7051-44ae-9aaa-e1147b5a094f), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.278330 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fcd8f-6c88-4d87-8fa8-5fa45c956367 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba56e17e-7051-44ae-9aaa-e1147b5a094f,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:37.286391 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-720fcd8f-6c88-4d87-8fa8-5fa45c956367 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.287664 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-720fcd8f-6c88-4d87-8fa8-5fa45c956367 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296005 Oct 31 15:03:37.290256 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48152) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:37.294490 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-6844fa01-bb04-4667-8635-7d548c8f8636 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Request body: {'security_group_rule': {'security_group_id': 'aed48918-20e4-4767-9c50-48ea780afc6e', 'project_id': '357cf607c19548859a14c92a4e90f148', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:37.320439 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6844fa01-bb04-4667-8635-7d548c8f8636 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (497858cc-e4b1-4a43-8fcc-35b033b7c333), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.381337 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6844fa01-bb04-4667-8635-7d548c8f8636 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (497858cc-e4b1-4a43-8fcc-35b033b7c333), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.384809 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6844fa01-bb04-4667-8635-7d548c8f8636 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (497858cc-e4b1-4a43-8fcc-35b033b7c333), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.403253 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844fa01-bb04-4667-8635-7d548c8f8636 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497858cc-e4b1-4a43-8fcc-35b033b7c333,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:37.411141 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6844fa01-bb04-4667-8635-7d548c8f8636 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.415034 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-6844fa01-bb04-4667-8635-7d548c8f8636 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212671 Oct 31 15:03:37.415440 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48158) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:37.419888 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-8673a04c-7c07-47fa-9236-6485c631b780 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Request body: {'security_group_rule': {'security_group_id': 'aed48918-20e4-4767-9c50-48ea780afc6e', 'project_id': '357cf607c19548859a14c92a4e90f148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:37.441016 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.securitygroups_db [None req-8673a04c-7c07-47fa-9236-6485c631b780 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Project 357cf607c19548859a14c92a4e90f148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 15:03:37.448673 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8673a04c-7c07-47fa-9236-6485c631b780 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (038078eb-c337-46bf-a894-6812e824d2d9), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.509443 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8673a04c-7c07-47fa-9236-6485c631b780 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (038078eb-c337-46bf-a894-6812e824d2d9), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.512922 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8673a04c-7c07-47fa-9236-6485c631b780 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (038078eb-c337-46bf-a894-6812e824d2d9), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.533224 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673a04c-7c07-47fa-9236-6485c631b780 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038078eb-c337-46bf-a894-6812e824d2d9,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:37.542436 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-8673a04c-7c07-47fa-9236-6485c631b780 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.544005 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-8673a04c-7c07-47fa-9236-6485c631b780 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276646 Oct 31 15:03:37.546846 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48160) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:37.551634 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-9eb12609-41c8-4a8a-b964-846b7172b3d3 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Request body: {'security_group_rule': {'security_group_id': 'aed48918-20e4-4767-9c50-48ea780afc6e', 'project_id': '357cf607c19548859a14c92a4e90f148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:37.578794 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.securitygroups_db [None req-9eb12609-41c8-4a8a-b964-846b7172b3d3 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Project 357cf607c19548859a14c92a4e90f148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 15:03:37.586056 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9eb12609-41c8-4a8a-b964-846b7172b3d3 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (43900b99-d844-483c-9534-c7adcc31a135), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.650254 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9eb12609-41c8-4a8a-b964-846b7172b3d3 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (43900b99-d844-483c-9534-c7adcc31a135), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.653787 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9eb12609-41c8-4a8a-b964-846b7172b3d3 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (43900b99-d844-483c-9534-c7adcc31a135), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.673229 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb12609-41c8-4a8a-b964-846b7172b3d3 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43900b99-d844-483c-9534-c7adcc31a135,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:37.682098 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9eb12609-41c8-4a8a-b964-846b7172b3d3 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.683398 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9eb12609-41c8-4a8a-b964-846b7172b3d3 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355591 Oct 31 15:03:37.701649 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device e0314b01-0770-4bae-8006-8423677d71ff up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:37.750044 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port e0314b01-0770-4bae-8006-8423677d71ff triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:37.751009 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (e0314b01-0770-4bae-8006-8423677d71ff), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.751009 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port e0314b01-0770-4bae-8006-8423677d71ff Oct 31 15:03:37.787093 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Sync routers for ids ['a02c90c7-309d-4583-ace8-8b15dd70f1c4'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:03:37.804482 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Routers {'a02c90c7-309d-4583-ace8-8b15dd70f1c4'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:37.805399 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['a02c90c7-309d-4583-ace8-8b15dd70f1c4'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:37.849779 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port e0314b01-0770-4bae-8006-8423677d71ff is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:37.850509 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (e0314b01-0770-4bae-8006-8423677d71ff), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.878196 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port e0314b01-0770-4bae-8006-8423677d71ff, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=e0314b01-0770-4bae-8006-8423677d71ff,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:37.883069 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (e0314b01-0770-4bae-8006-8423677d71ff), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.884156 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 9a97c928-ed31-4416-9998-049e4805267b up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:37.918661 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Set router a02c90c7-309d-4583-ace8-8b15dd70f1c4 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:37.965430 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=e0314b01-0770-4bae-8006-8423677d71ff,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:37.975994 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 9a97c928-ed31-4416-9998-049e4805267b triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:37.976368 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (9a97c928-ed31-4416-9998-049e4805267b), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:37.976704 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 9a97c928-ed31-4416-9998-049e4805267b Oct 31 15:03:38.064038 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 9a97c928-ed31-4416-9998-049e4805267b is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:38.129810 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'name': 'tempest-TestShelveInstance-28614834-router', 'tenant_id': 'eb900e1a5dd74001934b483145f18364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e0314b01-0770-4bae-8006-8423677d71ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:03:35Z', 'revision_number': 4, 'project_id': 'eb900e1a5dd74001934b483145f18364', 'gw_port': {'id': 'e0314b01-0770-4bae-8006-8423677d71ff', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:31:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'c2301b35-abc7-44ff-80fd-33dd131f83a1', 'name': '', 'network_id': '8bb94a3a-be42-4b6d-b1de-dc98614e5510', 'tenant_id': 'eb900e1a5dd74001934b483145f18364', 'mac_address': 'fa:16:3e:66:cf:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '735a87b8-6774-4b02-814a-f5fd4714504a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:34Z', 'updated_at': '2022-10-31T15:03:35Z', 'revision_number': 2, 'project_id': 'eb900e1a5dd74001934b483145f18364', 'subnets': [{'id': '735a87b8-6774-4b02-814a-f5fd4714504a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:38.155443 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Checking router: a02c90c7-309d-4583-ace8-8b15dd70f1c4 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:03:38.155825 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Updating router a02c90c7-309d-4583-ace8-8b15dd70f1c4 port c2301b35-abc7-44ff-80fd-33dd131f83a1 binding host dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 15:03:38.186288 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:38.385296 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:38.531569 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Publish callbacks [] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), precommit_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:38.538057 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:38.597413 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c5ecb-4fb4-41a7-abe3-70c727a43efd None None] Pushing event updated for resources: {'Port': ['ID=c2301b35-abc7-44ff-80fd-33dd131f83a1,revision_number=3']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:38.625652 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Attempting to bind port c2301b35-abc7-44ff-80fd-33dd131f83a1 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:03:38.626018 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Attempting to bind port c2301b35-abc7-44ff-80fd-33dd131f83a1 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': '59206740-21c6-4449-9060-7a16c8a9a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bb94a3a-be42-4b6d-b1de-dc98614e5510'}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:03:38.626370 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Attempting to bind port c2301b35-abc7-44ff-80fd-33dd131f83a1 on network 8bb94a3a-be42-4b6d-b1de-dc98614e5510 {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:03:38.641932 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:38.657133 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:38.673132 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:03:38.673432 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Checking segment: {'id': '59206740-21c6-4449-9060-7a16c8a9a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bb94a3a-be42-4b6d-b1de-dc98614e5510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:38.673825 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:38.674217 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Bound using segment: {'id': '59206740-21c6-4449-9060-7a16c8a9a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bb94a3a-be42-4b6d-b1de-dc98614e5510'} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:03:38.674678 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Bound port: c2301b35-abc7-44ff-80fd-33dd131f83a1, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59206740-21c6-4449-9060-7a16c8a9a92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bb94a3a-be42-4b6d-b1de-dc98614e5510'}}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:03:38.675052 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:38.685159 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:38.735287 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] For port c2301b35-abc7-44ff-80fd-33dd131f83a1, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:03:38.738646 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] For port c2301b35-abc7-44ff-80fd-33dd131f83a1, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=c2301b35-abc7-44ff-80fd-33dd131f83a1,segment=NetworkSegment(59206740-21c6-4449-9060-7a16c8a9a92f),segment_id=59206740-21c6-4449-9060-7a16c8a9a92f)] {{(pid=119730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:03:38.744728 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:38.778160 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Routers {'a02c90c7-309d-4583-ace8-8b15dd70f1c4'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:38.778780 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['a02c90c7-309d-4583-ace8-8b15dd70f1c4'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:38.835908 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c5ecb-4fb4-41a7-abe3-70c727a43efd None None] Pushing event updated for resources: {'Port': ['ID=c2301b35-abc7-44ff-80fd-33dd131f83a1,revision_number=4']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:38.905688 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] Set router a02c90c7-309d-4583-ace8-8b15dd70f1c4 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:39.101319 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'name': 'tempest-TestShelveInstance-28614834-router', 'tenant_id': 'eb900e1a5dd74001934b483145f18364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e0314b01-0770-4bae-8006-8423677d71ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:03:35Z', 'revision_number': 4, 'project_id': 'eb900e1a5dd74001934b483145f18364', 'gw_port': {'id': 'e0314b01-0770-4bae-8006-8423677d71ff', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'c2301b35-abc7-44ff-80fd-33dd131f83a1', 'name': '', 'network_id': '8bb94a3a-be42-4b6d-b1de-dc98614e5510', 'tenant_id': 'eb900e1a5dd74001934b483145f18364', 'mac_address': 'fa:16:3e:66:cf:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '735a87b8-6774-4b02-814a-f5fd4714504a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:34Z', 'updated_at': '2022-10-31T15:03:38Z', 'revision_number': 4, 'project_id': 'eb900e1a5dd74001934b483145f18364', 'subnets': [{'id': '735a87b8-6774-4b02-814a-f5fd4714504a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:39.126296 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f0d14f-ef86-49f9-a29b-113410d35498 None None] The sync data for ids ['a02c90c7-309d-4583-ace8-8b15dd70f1c4'] in dv-cinder-860227-3-iscsi is: [{'id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'name': 'tempest-TestShelveInstance-28614834-router', 'tenant_id': 'eb900e1a5dd74001934b483145f18364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e0314b01-0770-4bae-8006-8423677d71ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:03:35Z', 'revision_number': 4, 'project_id': 'eb900e1a5dd74001934b483145f18364', 'gw_port': {'id': 'e0314b01-0770-4bae-8006-8423677d71ff', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'c2301b35-abc7-44ff-80fd-33dd131f83a1', 'name': '', 'network_id': '8bb94a3a-be42-4b6d-b1de-dc98614e5510', 'tenant_id': 'eb900e1a5dd74001934b483145f18364', 'mac_address': 'fa:16:3e:66:cf:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '735a87b8-6774-4b02-814a-f5fd4714504a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:34Z', 'updated_at': '2022-10-31T15:03:38Z', 'revision_number': 4, 'project_id': 'eb900e1a5dd74001934b483145f18364', 'subnets': [{'id': '735a87b8-6774-4b02-814a-f5fd4714504a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:03:39.724073 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device e0314b01-0770-4bae-8006-8423677d71ff up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:39.770499 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port e0314b01-0770-4bae-8006-8423677d71ff triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:39.770865 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (e0314b01-0770-4bae-8006-8423677d71ff), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:39.771194 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port e0314b01-0770-4bae-8006-8423677d71ff Oct 31 15:03:39.845596 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port e0314b01-0770-4bae-8006-8423677d71ff is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:39.846599 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device c2301b35-abc7-44ff-80fd-33dd131f83a1 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:39.888210 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port c2301b35-abc7-44ff-80fd-33dd131f83a1 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:39.888565 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:39.888895 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port c2301b35-abc7-44ff-80fd-33dd131f83a1 Oct 31 15:03:39.966309 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port c2301b35-abc7-44ff-80fd-33dd131f83a1 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:39.966695 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:40.017292 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port c2301b35-abc7-44ff-80fd-33dd131f83a1, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=c2301b35-abc7-44ff-80fd-33dd131f83a1,segment=NetworkSegment(59206740-21c6-4449-9060-7a16c8a9a92f),segment_id=59206740-21c6-4449-9060-7a16c8a9a92f)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:40.022147 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:40.073557 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48250) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:40.083074 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=c2301b35-abc7-44ff-80fd-33dd131f83a1,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:40.580960 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a184-dd4f-4d38-86ee-b82d4d32e498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399060'] for router_interface (ec8344fd-beec-4a6a-b146-992fba136723), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:40.682965 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:40.851592 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:40.859249 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9a184-dd4f-4d38-86ee-b82d4d32e498 admin admin] Deleting port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:03:40.859663 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a184-dd4f-4d38-86ee-b82d4d32e498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:40.946076 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-2ca9a184-dd4f-4d38-86ee-b82d4d32e498 admin admin] For port 9465eaa8-bdd1-4c6d-ad8f-bb7955734600, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=9465eaa8-bdd1-4c6d-ad8f-bb7955734600,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:40.946567 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a184-dd4f-4d38-86ee-b82d4d32e498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:40.962889 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9a184-dd4f-4d38-86ee-b82d4d32e498 admin admin] Calling delete_port for 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 owned by network:router_interface {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:03:41.172006 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a184-dd4f-4d38-86ee-b82d4d32e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (9465eaa8-bdd1-4c6d-ad8f-bb7955734600), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:41.204814 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9a184-dd4f-4d38-86ee-b82d4d32e498 admin admin] Pushing event deleted for resources: {'Port': ['ID=9465eaa8-bdd1-4c6d-ad8f-bb7955734600,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:41.371317 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a184-dd4f-4d38-86ee-b82d4d32e498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400708'] for router_interface (ec8344fd-beec-4a6a-b146-992fba136723), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:41.395648 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b38e7e-4e41-40d5-884b-2dfd5e69cf57 None None] get_active_networks_info from dv-cinder-860227-3-iscsi {{(pid=119729) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 15:03:41.484384 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:41.487502 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b38e7e-4e41-40d5-884b-2dfd5e69cf57 None None] Resources bound (agent type, host, resource id): {{(pid=119729) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 15:03:41.588530 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca9a184-dd4f-4d38-86ee-b82d4d32e498 admin admin] Router ec8344fd-beec-4a6a-b146-992fba136723 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:03:41.601194 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:41.713473 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca9a184-dd4f-4d38-86ee-b82d4d32e498 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:03:41.719373 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-2ca9a184-dd4f-4d38-86ee-b82d4d32e498 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/ec8344fd-beec-4a6a-b146-992fba136723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6447251 Oct 31 15:03:41.721890 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48274) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:41.726401 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5acd7-5119-45a2-bed1-e3abaf81d471 None None] Sync routers for ids ['ec8344fd-beec-4a6a-b146-992fba136723'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:03:41.731457 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device c2301b35-abc7-44ff-80fd-33dd131f83a1 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:41.774426 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5acd7-5119-45a2-bed1-e3abaf81d471 None None] Routers {'ec8344fd-beec-4a6a-b146-992fba136723'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:41.775537 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-8eb5acd7-5119-45a2-bed1-e3abaf81d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ec8344fd-beec-4a6a-b146-992fba136723'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:41.847933 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port c2301b35-abc7-44ff-80fd-33dd131f83a1 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:41.848306 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:41.848641 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port c2301b35-abc7-44ff-80fd-33dd131f83a1 Oct 31 15:03:41.928332 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:41.931684 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-8eb5acd7-5119-45a2-bed1-e3abaf81d471 None None] Set router ec8344fd-beec-4a6a-b146-992fba136723 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:42.073070 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:42.094848 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port c2301b35-abc7-44ff-80fd-33dd131f83a1 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:42.113154 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] Publish callbacks [] for router (ec8344fd-beec-4a6a-b146-992fba136723), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:42.158286 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-8eb5acd7-5119-45a2-bed1-e3abaf81d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T15:03:41Z', 'revision_number': 5, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:42.189096 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5acd7-5119-45a2-bed1-e3abaf81d471 None None] Checking router: ec8344fd-beec-4a6a-b146-992fba136723 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:03:42.201737 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5acd7-5119-45a2-bed1-e3abaf81d471 None None] Routers {'ec8344fd-beec-4a6a-b146-992fba136723'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:42.202373 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-8eb5acd7-5119-45a2-bed1-e3abaf81d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ec8344fd-beec-4a6a-b146-992fba136723'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:42.217149 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] Publish callbacks [] for router_gateway (ec8344fd-beec-4a6a-b146-992fba136723), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:42.263685 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] Deleting port c50e1a98-6e99-471c-b1ac-f7d85c9fa949 {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:03:42.264026 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (c50e1a98-6e99-471c-b1ac-f7d85c9fa949), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:42.310652 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-8eb5acd7-5119-45a2-bed1-e3abaf81d471 None None] Set router ec8344fd-beec-4a6a-b146-992fba136723 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:42.342934 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] For port c50e1a98-6e99-471c-b1ac-f7d85c9fa949, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=c50e1a98-6e99-471c-b1ac-f7d85c9fa949,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:42.343210 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (c50e1a98-6e99-471c-b1ac-f7d85c9fa949), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:42.356362 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] Calling delete_port for c50e1a98-6e99-471c-b1ac-f7d85c9fa949 owned by network:router_gateway {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:03:42.388314 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-b934f822-80b1-411e-a895-19951419e58a None None] Provisioning complete for port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:42.388686 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b934f822-80b1-411e-a895-19951419e58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:42.389021 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-b934f822-80b1-411e-a895-19951419e58a None None] Attempt 1 to provision port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 Oct 31 15:03:42.452658 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:42.534008 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (c50e1a98-6e99-471c-b1ac-f7d85c9fa949), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:42.561329 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-b934f822-80b1-411e-a895-19951419e58a None None] Current status of the port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:42.563698 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=c50e1a98-6e99-471c-b1ac-f7d85c9fa949,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:42.565645 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-8eb5acd7-5119-45a2-bed1-e3abaf81d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T15:03:41Z', 'revision_number': 5, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:42.631131 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398739'] for router_gateway (ec8344fd-beec-4a6a-b146-992fba136723), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:42.723909 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56567'] for router (ec8344fd-beec-4a6a-b146-992fba136723), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:42.727042 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] Publish callbacks [] for router_controller (ec8344fd-beec-4a6a-b146-992fba136723), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:42.744535 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5acd7-5119-45a2-bed1-e3abaf81d471 None None] The sync data for ids ['ec8344fd-beec-4a6a-b146-992fba136723'] in dv-cinder-860227-3-iscsi is: [{'id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'name': 'tempest-AttachVolumeShelveTestJSON-1588972685-router', 'tenant_id': '5119fe6e3c064da0a66218481a944aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T14:56:29Z', 'updated_at': '2022-10-31T15:03:41Z', 'revision_number': 5, 'project_id': '5119fe6e3c064da0a66218481a944aaa', 'gw_port': {'id': 'c50e1a98-6e99-471c-b1ac-f7d85c9fa949', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8344fd-beec-4a6a-b146-992fba136723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T14:56:31Z', 'updated_at': '2022-10-31T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:03:42.770395 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400657'] for router (ec8344fd-beec-4a6a-b146-992fba136723), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:42.771608 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec8344fd-beec-4a6a-b146-992fba136723 {{(pid=119728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 15:03:42.776676 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:42.777964 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-62715822-c98b-4e2d-9162-fac2eef27e89 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/ec8344fd-beec-4a6a-b146-992fba136723 HTTP/1.1" status: 204 len: 168 time: 1.0551555 Oct 31 15:03:42.780483 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48286) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:42.831665 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccb2240-0375-408d-9eb2-84c878d64fee admin admin] Deleting subnet b78261dd-be23-4771-9073-9a716a608356 {{(pid=119728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 15:03:42.836935 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-bccb2240-0375-408d-9eb2-84c878d64fee admin admin] Publish callbacks [] for subnet (b78261dd-be23-4771-9073-9a716a608356), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:42.877246 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-bccb2240-0375-408d-9eb2-84c878d64fee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290236'] for subnet (b78261dd-be23-4771-9073-9a716a608356), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:42.923112 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:42.952158 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:42.961144 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-bccb2240-0375-408d-9eb2-84c878d64fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (b78261dd-be23-4771-9073-9a716a608356), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.018428 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-bccb2240-0375-408d-9eb2-84c878d64fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14674420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14563349'] for subnet (b78261dd-be23-4771-9073-9a716a608356), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.045280 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb2240-0375-408d-9eb2-84c878d64fee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78261dd-be23-4771-9073-9a716a608356,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:43.049131 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-bccb2240-0375-408d-9eb2-84c878d64fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.054900 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48288) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:43.055395 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-bccb2240-0375-408d-9eb2-84c878d64fee admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/b78261dd-be23-4771-9073-9a716a608356 HTTP/1.1" status: 204 len: 168 time: 0.2735803 Oct 31 15:03:43.056212 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c62ee67-1786-4dd7-9531-85766a0ecbed None None] Network 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:03:43.132494 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (5834683c-3d1a-4deb-b1fe-c3f585ecb7f7), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.188469 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:43.192843 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] Deleting port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:03:43.194151 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.276041 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] For port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34,segment=NetworkSegment(33de328d-33e1-469a-b40f-fa0d01cea6c4),segment_id=33de328d-33e1-469a-b40f-fa0d01cea6c4)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:43.276410 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.290489 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] Calling delete_port for 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 owned by network:dhcp {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:03:43.374021 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.400228 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:43.404015 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] No DVR routers for this DVR port 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 on host dv-cinder-860227-3-iscsi {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:03:43.481854 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (5834683c-3d1a-4deb-b1fe-c3f585ecb7f7), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.517001 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5834683c-3d1a-4deb-b1fe-c3f585ecb7f7']}} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:43.530264 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33de328d-33e1-469a-b40f-fa0d01cea6c4') {'for_net_delete': True} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:43.530522 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33de328d-33e1-469a-b40f-fa0d01cea6c4') {} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:43.531742 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf8fdd-79f2-43bd-b362-b540a75b297f None None] DHCP port deletion for 5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 request from dv-cinder-860227-3-iscsi {{(pid=119729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 15:03:43.547278 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13779369'] for segment (33de328d-33e1-469a-b40f-fa0d01cea6c4), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.574193 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (33de328d-33e1-469a-b40f-fa0d01cea6c4), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.581531 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=119727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 15:03:43.581918 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15224914'] for segment (33de328d-33e1-469a-b40f-fa0d01cea6c4), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.625725 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment 33de328d-33e1-469a-b40f-fa0d01cea6c4 resource provider aggregate not found Oct 31 15:03:43.629037 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:03:43.648777 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment 33de328d-33e1-469a-b40f-fa0d01cea6c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33de328d-33e1-469a-b40f-fa0d01cea6c4 found for delete ", "request_id": "req-519bad3a-87e2-43e6-95c2-6303b9a7b39e"}]} Oct 31 15:03:43.650155 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (5834683c-3d1a-4deb-b1fe-c3f585ecb7f7), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.652492 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:03:43.653180 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 9465eaa8-bdd1-4c6d-ad8f-bb7955734600 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:03:43.653600 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device c50e1a98-6e99-471c-b1ac-f7d85c9fa949 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:03:43.656734 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.666198 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/5834683c-3d1a-4deb-b1fe-c3f585ecb7f7 HTTP/1.1" status: 204 len: 168 time: 0.6036215 Oct 31 15:03:43.670058 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de18d6-b18a-4a83-8d8e-fa2034572064 admin admin] Pushing event deleted for resources: {'Network': ['ID=5834683c-3d1a-4deb-b1fe-c3f585ecb7f7,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:43.676365 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: c50e1a98-6e99-471c-b1ac-f7d85c9fa949 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:03:43.676804 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device c50e1a98-6e99-471c-b1ac-f7d85c9fa949 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:03:43.677819 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:03:43.700128 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:03:43.700461 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 3d9ac27e-b05a-4e7f-821a-61ed3f2f4f34 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:03:43.794757 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48302) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:43.837184 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-3595c80c-fea7-464f-9be2-ce877bfa24fb admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5119fe6e3c064da0a66218481a944aaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412827 Oct 31 15:03:43.839852 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48304) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:43.892598 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-27a3b198-d3aa-4052-8cd4-5713dd419a33 admin admin] Publish callbacks [] for security_group (023a1c28-3404-4ccd-90b1-b8af0f86c7fc), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.913558 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-27a3b198-d3aa-4052-8cd4-5713dd419a33 admin admin] Publish callbacks [] for security_group (023a1c28-3404-4ccd-90b1-b8af0f86c7fc), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.946543 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:DELETE=10 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:43.961963 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-27a3b198-d3aa-4052-8cd4-5713dd419a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (023a1c28-3404-4ccd-90b1-b8af0f86c7fc), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.964876 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-27a3b198-d3aa-4052-8cd4-5713dd419a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:43.966020 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-27a3b198-d3aa-4052-8cd4-5713dd419a33 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/023a1c28-3404-4ccd-90b1-b8af0f86c7fc HTTP/1.1" status: 204 len: 168 time: 0.1252367 Oct 31 15:03:43.974628 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3b198-d3aa-4052-8cd4-5713dd419a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023a1c28-3404-4ccd-90b1-b8af0f86c7fc,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:44.923597 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:03:45.278784 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-68431042-0427-4e81-90e8-cd75ae322c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:45.520944 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48362) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:45.639775 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-9826232b-4dd8-4a79-8e60-f1d97a572fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:45.716377 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-9826232b-4dd8-4a79-8e60-f1d97a572fca admin admin] Publish callbacks [] for security_group (1c42c9b6-ab3b-466d-a83d-fc05d75a4809), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:45.719932 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-9826232b-4dd8-4a79-8e60-f1d97a572fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (1c42c9b6-ab3b-466d-a83d-fc05d75a4809), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:45.762150 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-9826232b-4dd8-4a79-8e60-f1d97a572fca admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e774aa6b8fe944c5a408a2910caafd7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399955 Oct 31 15:03:45.764127 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826232b-4dd8-4a79-8e60-f1d97a572fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c42c9b6-ab3b-466d-a83d-fc05d75a4809,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:45.764917 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48368) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:45.818406 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-70cabb9a-6d5d-46aa-b231-53bfd9e718cd admin admin] Publish callbacks [] for security_group (1c42c9b6-ab3b-466d-a83d-fc05d75a4809), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:45.839366 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-70cabb9a-6d5d-46aa-b231-53bfd9e718cd admin admin] Publish callbacks [] for security_group (1c42c9b6-ab3b-466d-a83d-fc05d75a4809), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:45.889240 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-70cabb9a-6d5d-46aa-b231-53bfd9e718cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (1c42c9b6-ab3b-466d-a83d-fc05d75a4809), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:45.891942 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-70cabb9a-6d5d-46aa-b231-53bfd9e718cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:45.893108 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-70cabb9a-6d5d-46aa-b231-53bfd9e718cd admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1c42c9b6-ab3b-466d-a83d-fc05d75a4809 HTTP/1.1" status: 204 len: 168 time: 0.1271334 Oct 31 15:03:45.901805 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cabb9a-6d5d-46aa-b231-53bfd9e718cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c42c9b6-ab3b-466d-a83d-fc05d75a4809,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:46.634666 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48416) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:46.787478 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-111484108-network', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:46.807924 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] Made reservation on behalf of d7f5a9331dd54d9e8b5033234cb1077a for: {'network': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:03:46.810570 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:46.819895 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:46.903495 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] Publish callbacks [] for security_group (a33d8cb6-d661-468e-b93d-64655ea091cb), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:46.907327 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a33d8cb6-d661-468e-b93d-64655ea091cb), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:46.936078 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=119728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 15:03:46.943301 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33d8cb6-d661-468e-b93d-64655ea091cb,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:46.950266 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (41df03ce-c756-41f8-be1c-af2e59a46dd0), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:46.950606 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.segments_db [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] Added segment 41df03ce-c756-41f8-be1c-af2e59a46dd0 of type vlan for network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e Oct 31 15:03:46.993003 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (3aa20268-e1a0-450c-8a2f-a6e3730c1b1e), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.018195 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (3aa20268-e1a0-450c-8a2f-a6e3730c1b1e), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.019144 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:47.019759 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.074850 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4388614 Oct 31 15:03:47.077928 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48426) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:47.082973 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-48dc2218-6e2b-4f17-801f-81fd5d3efb52 admin admin] Request body: {'subnet': {'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-111484108-subnet', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'ip_version': 4}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:47.087926 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42957b56-ad30-4cd9-b35c-8baa3a735f0c admin admin] Pushing event updated for resources: {'Network': ['ID=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:47.098105 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 15:03:47.106116 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dc2218-6e2b-4f17-801f-81fd5d3efb52 admin admin] Made reservation on behalf of d7f5a9331dd54d9e8b5033234cb1077a for: {'subnet': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:03:47.108871 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-48dc2218-6e2b-4f17-801f-81fd5d3efb52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14532971'] for subnet (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.170982 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:47.295228 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-48dc2218-6e2b-4f17-801f-81fd5d3efb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15445745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14532869'] for subnet (a6b7f579-3d17-4254-93e8-82d282f8242f), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.356402 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc2218-6e2b-4f17-801f-81fd5d3efb52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b7f579-3d17-4254-93e8-82d282f8242f,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:47.368091 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc2218-6e2b-4f17-801f-81fd5d3efb52 admin admin] Checking segment: {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:47.368451 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dc2218-6e2b-4f17-801f-81fd5d3efb52 admin admin] Network hostable DHCP agents. Network: 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 15:03:47.386499 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dc2218-6e2b-4f17-801f-81fd5d3efb52 admin admin] Network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 15:03:47.395388 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-48dc2218-6e2b-4f17-801f-81fd5d3efb52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e) {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:47.400183 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dc2218-6e2b-4f17-801f-81fd5d3efb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:47.400800 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-48dc2218-6e2b-4f17-801f-81fd5d3efb52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.405201 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31111470-f55e-4f07-ab38-8f71dd0a53be None None] Network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:03:47.418876 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-48dc2218-6e2b-4f17-801f-81fd5d3efb52 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3396657 Oct 31 15:03:47.421605 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48428) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:47.425949 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:47.448508 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56553'] for router (e17b5b75-ee91-4306-8517-3e13204b7446), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.449568 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56544'] for router (e17b5b75-ee91-4306-8517-3e13204b7446), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.485735 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:47.501864 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Publish callbacks [] for router_controller (e17b5b75-ee91-4306-8517-3e13204b7446), precommit_add_association {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.519678 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb79ca2a0-771f-5521-90fd-aa6fff36120a-3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f'}]}} from dv-cinder-860227-3-iscsi. {{(pid=119729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 15:03:47.520599 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.526039 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-09157341-631c-454f-ac1c-9e86d0ded4e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.610177 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:47.647311 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Publish callbacks [] for router_gateway (e17b5b75-ee91-4306-8517-3e13204b7446), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.672047 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.db_base_plugin_common [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Allocated IP 172.20.0.2 (3aa20268-e1a0-450c-8a2f-a6e3730c1b1e/a6b7f579-3d17-4254-93e8-82d282f8242f/a0b19771-e22c-4466-a68c-1b9f5854158b) {{(pid=119729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:03:47.849541 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Publish callbacks [] for router_gateway (e17b5b75-ee91-4306-8517-3e13204b7446), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.850748 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:47.852207 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Publish callbacks [] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), precommit_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.858755 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.872162 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:47.903569 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e is already hosted by enough agents. {{(pid=119729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:47.908715 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.base_scheduler [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Resources bound (agent type, host, resource id): {{(pid=119729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:47.910547 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Pushing event updated for resources: {'Port': ['ID=a0b19771-e22c-4466-a68c-1b9f5854158b,revision_number=1']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:47.913597 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Received port after_create {{(pid=119729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:03:47.970902 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Attempting to bind port a0b19771-e22c-4466-a68c-1b9f5854158b on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:03:47.971134 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Attempting to bind port a0b19771-e22c-4466-a68c-1b9f5854158b by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:03:47.971410 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Attempting to bind port a0b19771-e22c-4466-a68c-1b9f5854158b on network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:03:47.987841 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Allocated IP 172.27.0.37 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/d7bc76d7-37fd-4699-b6c6-7b85d55af14d) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:03:48.016155 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:03:48.016549 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Checking segment: {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:48.017150 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:48.017541 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Bound using segment: {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:03:48.018006 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Bound port: a0b19771-e22c-4466-a68c-1b9f5854158b, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:03:48.018385 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:48.088954 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] For port a0b19771-e22c-4466-a68c-1b9f5854158b, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:03:48.092054 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] For port a0b19771-e22c-4466-a68c-1b9f5854158b, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=a0b19771-e22c-4466-a68c-1b9f5854158b,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:03:48.098235 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:48.101580 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Publish callbacks [] for port (d7bc76d7-37fd-4699-b6c6-7b85d55af14d), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:48.108813 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:48.144113 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (d7bc76d7-37fd-4699-b6c6-7b85d55af14d), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:48.155307 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f328f1f-028a-4291-a032-337f5211d65b None None] Pushing event updated for resources: {'Port': ['ID=a0b19771-e22c-4466-a68c-1b9f5854158b,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:48.193545 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:48.197278 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:48.199846 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:03:48.221138 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d7bc76d7-37fd-4699-b6c6-7b85d55af14d,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:48.466794 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Publish callbacks [] for router_gateway (e17b5b75-ee91-4306-8517-3e13204b7446), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:48.552369 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:48.661924 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398653'] for router (e17b5b75-ee91-4306-8517-3e13204b7446), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:48.798705 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Router e17b5b75-ee91-4306-8517-3e13204b7446 is scheduled to L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 with binding_index 1 {{(pid=119727) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 15:03:48.919225 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:03:48.928981 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Sync routers for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:03:48.941823 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:48.942034 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:48.942571 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:48.945435 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-3a1ccf8c-582f-4cd8-9988-5862928732a3 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5228951 Oct 31 15:03:48.948924 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48446) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:49.056225 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:49.113756 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.129449 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984b0fee-e0f9-48da-bb12-48387170b2bc None None] Network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:03:49.180741 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:49.185711 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:49.227058 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:DELETE=7,neutron:UPDATE=4,neutron:SELECT=81,neutron:INSERT=8 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:49.256103 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:48Z', 'revision_number': 3, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:49.257523 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-e6520eda-e452-4f7d-9f16-adb04b883afa None None] Provisioning complete for port a0b19771-e22c-4466-a68c-1b9f5854158b triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:49.257894 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e6520eda-e452-4f7d-9f16-adb04b883afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.258219 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-e6520eda-e452-4f7d-9f16-adb04b883afa None None] Attempt 1 to provision port a0b19771-e22c-4466-a68c-1b9f5854158b Oct 31 15:03:49.286873 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Checking router: e17b5b75-ee91-4306-8517-3e13204b7446 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:03:49.287205 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Updating router e17b5b75-ee91-4306-8517-3e13204b7446 port d7bc76d7-37fd-4699-b6c6-7b85d55af14d binding host dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 15:03:49.299963 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:49.325425 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:49.331423 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (d7bc76d7-37fd-4699-b6c6-7b85d55af14d), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.374540 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-e6520eda-e452-4f7d-9f16-adb04b883afa None None] Current status of the port a0b19771-e22c-4466-a68c-1b9f5854158b is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:49.374969 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e6520eda-e452-4f7d-9f16-adb04b883afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.422979 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-e6520eda-e452-4f7d-9f16-adb04b883afa None None] For port a0b19771-e22c-4466-a68c-1b9f5854158b, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=a0b19771-e22c-4466-a68c-1b9f5854158b,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:49.431156 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e6520eda-e452-4f7d-9f16-adb04b883afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.453394 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.496237 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6520eda-e452-4f7d-9f16-adb04b883afa None None] Pushing event updated for resources: {'Port': ['ID=a0b19771-e22c-4466-a68c-1b9f5854158b,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:49.553931 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-35ff6075-b657-495e-b159-5467f3e45cdc None None] Provisioning complete for port a0b19771-e22c-4466-a68c-1b9f5854158b triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:49.554497 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-35ff6075-b657-495e-b159-5467f3e45cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.555078 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-35ff6075-b657-495e-b159-5467f3e45cdc None None] Attempt 1 to provision port a0b19771-e22c-4466-a68c-1b9f5854158b Oct 31 15:03:49.646580 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Allocated IP 172.20.0.1 (3aa20268-e1a0-450c-8a2f-a6e3730c1b1e/a6b7f579-3d17-4254-93e8-82d282f8242f/c9be41b3-8fe4-4b24-bafd-895b995771b9) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:03:49.657878 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-35ff6075-b657-495e-b159-5467f3e45cdc None None] Current status of the port a0b19771-e22c-4466-a68c-1b9f5854158b is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:49.669572 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Publish callbacks [] for port (d7bc76d7-37fd-4699-b6c6-7b85d55af14d), precommit_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.676314 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (d7bc76d7-37fd-4699-b6c6-7b85d55af14d), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.683829 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device a0b19771-e22c-4466-a68c-1b9f5854158b up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:49.711718 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Attempting to bind port d7bc76d7-37fd-4699-b6c6-7b85d55af14d on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:03:49.712123 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Attempting to bind port d7bc76d7-37fd-4699-b6c6-7b85d55af14d by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:03:49.712276 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Attempting to bind port d7bc76d7-37fd-4699-b6c6-7b85d55af14d on network c40cf38d-c47f-49e0-b4d6-a10af0e88519 {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:03:49.736748 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port a0b19771-e22c-4466-a68c-1b9f5854158b triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:49.737116 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.737453 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port a0b19771-e22c-4466-a68c-1b9f5854158b Oct 31 15:03:49.751804 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3f8a2-d296-45c7-91c3-3b93114d2b2f None None] Pushing event updated for resources: {'Port': ['ID=d7bc76d7-37fd-4699-b6c6-7b85d55af14d,revision_number=2']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:49.764808 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Publish callbacks [] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.769993 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:03:49.770387 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Checking segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:49.771341 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.771828 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Bound using segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:03:49.772681 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Bound port: d7bc76d7-37fd-4699-b6c6-7b85d55af14d, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:03:49.772808 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (d7bc76d7-37fd-4699-b6c6-7b85d55af14d), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.809682 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.843940 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] For port d7bc76d7-37fd-4699-b6c6-7b85d55af14d, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:03:49.844129 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port a0b19771-e22c-4466-a68c-1b9f5854158b is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:49.847429 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] For port d7bc76d7-37fd-4699-b6c6-7b85d55af14d, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=d7bc76d7-37fd-4699-b6c6-7b85d55af14d,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:03:49.859729 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (d7bc76d7-37fd-4699-b6c6-7b85d55af14d), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.860945 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:49.867224 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:49.871410 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:03:49.899798 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:49.900704 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:49.902863 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Pushing event updated for resources: {'Port': ['ID=c9be41b3-8fe4-4b24-bafd-895b995771b9,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:49.934916 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398923'] for router_interface (e17b5b75-ee91-4306-8517-3e13204b7446), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:49.938088 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:49.938568 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:49.938973 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:49.939304 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:49.939673 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:49.940056 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:49.940385 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:49.940705 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:49.941199 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:49.941520 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:49.941845 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:49.942165 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:49.942559 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:49.942990 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:49.943324 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:50.083953 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3f8a2-d296-45c7-91c3-3b93114d2b2f None None] Pushing event updated for resources: {'Port': ['ID=d7bc76d7-37fd-4699-b6c6-7b85d55af14d,revision_number=3']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:50.102754 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), before_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:50.105689 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:50.139620 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:50.160483 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:50.173680 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:50.184077 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-0236e2f9-8ff7-44be-a417-3d18c15810af None None] Provisioning complete for port c9be41b3-8fe4-4b24-bafd-895b995771b9 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:50.184592 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-0236e2f9-8ff7-44be-a417-3d18c15810af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:50.184988 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-0236e2f9-8ff7-44be-a417-3d18c15810af None None] Attempt 1 to provision port c9be41b3-8fe4-4b24-bafd-895b995771b9 Oct 31 15:03:50.222440 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-0236e2f9-8ff7-44be-a417-3d18c15810af None None] Port c9be41b3-8fe4-4b24-bafd-895b995771b9 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:03:50.277788 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Publish callbacks [] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:50.282387 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14674350'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:50.322560 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:48Z', 'revision_number': 3, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:50.347702 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6cb3cb-6191-4c44-979f-48335cc85095 None None] The sync data for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi is: [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:48Z', 'revision_number': 3, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:03:50.355451 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399039'] for router_interface (e17b5b75-ee91-4306-8517-3e13204b7446), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:50.358480 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Pushing event updated for resources: {'Port': ['ID=c9be41b3-8fe4-4b24-bafd-895b995771b9,revision_number=2']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:50.453835 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:50.455183 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:50.594788 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Router e17b5b75-ee91-4306-8517-3e13204b7446 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:03:50.631812 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:50.728017 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:03:50.733199 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-676cc1d9-7bce-4850-a9da-01d45382cf8f admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/e17b5b75-ee91-4306-8517-3e13204b7446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7825651 Oct 31 15:03:50.749032 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-936db788-22d8-44a8-b7eb-3b2a19c8a24c None None] Provisioning complete for port c9be41b3-8fe4-4b24-bafd-895b995771b9 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:50.749455 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-936db788-22d8-44a8-b7eb-3b2a19c8a24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:50.749742 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-936db788-22d8-44a8-b7eb-3b2a19c8a24c None None] Attempt 1 to provision port c9be41b3-8fe4-4b24-bafd-895b995771b9 Oct 31 15:03:50.800286 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-936db788-22d8-44a8-b7eb-3b2a19c8a24c None None] Port c9be41b3-8fe4-4b24-bafd-895b995771b9 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:03:50.803289 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:51.301551 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48494) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:51.307119 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-583950355-network', 'tenant_id': 'f1c52c7d41be4e1aa934c498760d7403'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:51.328276 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] Made reservation on behalf of f1c52c7d41be4e1aa934c498760d7403 for: {'network': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:03:51.330643 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:51.339290 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:51.421244 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] Publish callbacks [] for security_group (b491ee74-7076-4864-b06c-bee0a19d7ef5), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:51.425727 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (b491ee74-7076-4864-b06c-bee0a19d7ef5), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:51.458340 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=119728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 15:03:51.465049 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b491ee74-7076-4864-b06c-bee0a19d7ef5,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:51.471326 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (4e62a2e5-9f37-4af1-a0a2-70e3ba356d65), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:51.471698 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.segments_db [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] Added segment 4e62a2e5-9f37-4af1-a0a2-70e3ba356d65 of type vlan for network cf8e2369-5b08-4617-ba95-f146650db29a Oct 31 15:03:51.479465 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:51.514579 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (cf8e2369-5b08-4617-ba95-f146650db29a), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:51.517994 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:51.543132 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (cf8e2369-5b08-4617-ba95-f146650db29a), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:51.544156 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:51.544740 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:51.600194 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2936876 Oct 31 15:03:51.600885 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48496) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:51.612188 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-da1100b1-2e6e-44dc-90cb-459a444c9458 admin admin] Request body: {'subnet': {'network_id': 'cf8e2369-5b08-4617-ba95-f146650db29a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-583950355-subnet', 'tenant_id': 'f1c52c7d41be4e1aa934c498760d7403', 'ip_version': 4}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:51.626049 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b18d1-1b35-4cc2-8a81-958fd752b5b1 admin admin] Pushing event updated for resources: {'Network': ['ID=cf8e2369-5b08-4617-ba95-f146650db29a,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:51.638124 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network cf8e2369-5b08-4617-ba95-f146650db29a details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 15:03:51.640780 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1100b1-2e6e-44dc-90cb-459a444c9458 admin admin] Made reservation on behalf of f1c52c7d41be4e1aa934c498760d7403 for: {'subnet': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:03:51.643969 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-da1100b1-2e6e-44dc-90cb-459a444c9458 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14563440'] for subnet (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:51.700213 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device d7bc76d7-37fd-4699-b6c6-7b85d55af14d up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:51.764166 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port d7bc76d7-37fd-4699-b6c6-7b85d55af14d triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:51.764560 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (d7bc76d7-37fd-4699-b6c6-7b85d55af14d), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:51.764899 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port d7bc76d7-37fd-4699-b6c6-7b85d55af14d Oct 31 15:03:51.840574 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-da1100b1-2e6e-44dc-90cb-459a444c9458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14423857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14563358'] for subnet (9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:51.846875 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port d7bc76d7-37fd-4699-b6c6-7b85d55af14d is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:51.847263 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (d7bc76d7-37fd-4699-b6c6-7b85d55af14d), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:51.871013 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port d7bc76d7-37fd-4699-b6c6-7b85d55af14d, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=d7bc76d7-37fd-4699-b6c6-7b85d55af14d,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:51.875304 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (d7bc76d7-37fd-4699-b6c6-7b85d55af14d), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:51.898211 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1100b1-2e6e-44dc-90cb-459a444c9458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:51.916212 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1100b1-2e6e-44dc-90cb-459a444c9458 admin admin] Checking segment: {'id': '4e62a2e5-9f37-4af1-a0a2-70e3ba356d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cf8e2369-5b08-4617-ba95-f146650db29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:51.916568 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1100b1-2e6e-44dc-90cb-459a444c9458 admin admin] Network hostable DHCP agents. Network: cf8e2369-5b08-4617-ba95-f146650db29a, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 15:03:51.928776 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=d7bc76d7-37fd-4699-b6c6-7b85d55af14d,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:51.937941 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1100b1-2e6e-44dc-90cb-459a444c9458 admin admin] Network cf8e2369-5b08-4617-ba95-f146650db29a is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 15:03:51.950431 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-da1100b1-2e6e-44dc-90cb-459a444c9458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, cf8e2369-5b08-4617-ba95-f146650db29a) {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:51.955078 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1100b1-2e6e-44dc-90cb-459a444c9458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:03:51.956152 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-da1100b1-2e6e-44dc-90cb-459a444c9458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:51.959958 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3795437-d27c-488a-b610-63a2ade6782d None None] Network cf8e2369-5b08-4617-ba95-f146650db29a requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:03:51.977916 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-da1100b1-2e6e-44dc-90cb-459a444c9458 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3735321 Oct 31 15:03:51.978136 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48500) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:51.982212 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-583950355-router', 'tenant_id': 'f1c52c7d41be4e1aa934c498760d7403', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:52.004273 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56553'] for router (eab18ca9-a28f-481f-876c-c18f0a56acb7), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:52.005368 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56544'] for router (eab18ca9-a28f-481f-876c-c18f0a56acb7), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:52.011317 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:52.042874 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Sync routers for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:03:52.064778 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Publish callbacks [] for router_controller (eab18ca9-a28f-481f-876c-c18f0a56acb7), precommit_add_association {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:52.076212 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:52.076836 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:52.116622 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb79ca2a0-771f-5521-90fd-aa6fff36120a-cf8e2369-5b08-4617-ba95-f146650db29a', 'network_id': 'cf8e2369-5b08-4617-ba95-f146650db29a', 'project_id': 'f1c52c7d41be4e1aa934c498760d7403', 'fixed_ips': [{'subnet_id': '9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd'}]}} from dv-cinder-860227-3-iscsi. {{(pid=119729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 15:03:52.117396 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:52.220505 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Publish callbacks [] for router_gateway (eab18ca9-a28f-481f-876c-c18f0a56acb7), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:52.403669 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:52.405090 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Publish callbacks [] for router_gateway (eab18ca9-a28f-481f-876c-c18f0a56acb7), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:52.406754 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:52.425363 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:52.489094 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:52.523535 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.db_base_plugin_common [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Allocated IP 172.20.0.2 (cf8e2369-5b08-4617-ba95-f146650db29a/9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd/6f0a5b2a-db55-445b-a133-4afa3a0889e3) {{(pid=119729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:03:52.525429 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:52.540000 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Allocated IP 172.27.0.87 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/ca1e2d64-c0ad-4e9d-b501-d94733b1fc07) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:03:52.644007 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Publish callbacks [] for port (ca1e2d64-c0ad-4e9d-b501-d94733b1fc07), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:52.677101 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (ca1e2d64-c0ad-4e9d-b501-d94733b1fc07), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:52.721645 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:52.729241 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:52.732890 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 2, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:52.733448 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:03:52.736443 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Pushing event updated for resources: {'Port': ['ID=ca1e2d64-c0ad-4e9d-b501-d94733b1fc07,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:52.778835 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Checking router: e17b5b75-ee91-4306-8517-3e13204b7446 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:03:52.779190 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Updating router e17b5b75-ee91-4306-8517-3e13204b7446 port c9be41b3-8fe4-4b24-bafd-895b995771b9 binding host dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 15:03:52.820214 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Publish callbacks [] for port (6f0a5b2a-db55-445b-a133-4afa3a0889e3), precommit_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:52.824694 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:52.828556 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (6f0a5b2a-db55-445b-a133-4afa3a0889e3), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:52.898300 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Network cf8e2369-5b08-4617-ba95-f146650db29a is already hosted by enough agents. {{(pid=119729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:52.908921 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.base_scheduler [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Resources bound (agent type, host, resource id): {{(pid=119729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:52.914451 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Received port after_create {{(pid=119729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:03:52.922043 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Pushing event updated for resources: {'Port': ['ID=6f0a5b2a-db55-445b-a133-4afa3a0889e3,revision_number=1']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:53.049850 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:53.054108 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Attempting to bind port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:03:53.054471 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Attempting to bind port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': '4e62a2e5-9f37-4af1-a0a2-70e3ba356d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cf8e2369-5b08-4617-ba95-f146650db29a'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:03:53.054821 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Attempting to bind port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 on network cf8e2369-5b08-4617-ba95-f146650db29a {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:03:53.148228 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:03:53.148602 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Checking segment: {'id': '4e62a2e5-9f37-4af1-a0a2-70e3ba356d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cf8e2369-5b08-4617-ba95-f146650db29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:53.149004 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:53.149395 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Bound using segment: {'id': '4e62a2e5-9f37-4af1-a0a2-70e3ba356d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cf8e2369-5b08-4617-ba95-f146650db29a'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:03:53.149863 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Bound port: 6f0a5b2a-db55-445b-a133-4afa3a0889e3, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e62a2e5-9f37-4af1-a0a2-70e3ba356d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cf8e2369-5b08-4617-ba95-f146650db29a'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:03:53.150235 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6f0a5b2a-db55-445b-a133-4afa3a0889e3), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:53.225784 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Publish callbacks [] for router_gateway (eab18ca9-a28f-481f-876c-c18f0a56acb7), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:53.285457 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] For port 6f0a5b2a-db55-445b-a133-4afa3a0889e3, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:03:53.298726 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] For port 6f0a5b2a-db55-445b-a133-4afa3a0889e3, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=6f0a5b2a-db55-445b-a133-4afa3a0889e3,segment=NetworkSegment(4e62a2e5-9f37-4af1-a0a2-70e3ba356d65),segment_id=4e62a2e5-9f37-4af1-a0a2-70e3ba356d65)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:03:53.299787 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:53.306222 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Publish callbacks [] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), precommit_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:53.308892 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6f0a5b2a-db55-445b-a133-4afa3a0889e3), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:53.342656 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:53.413804 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b2fff-ec01-4d97-9390-cca435a75b9b None None] Pushing event updated for resources: {'Port': ['ID=6f0a5b2a-db55-445b-a133-4afa3a0889e3,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:53.436696 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398653'] for router (eab18ca9-a28f-481f-876c-c18f0a56acb7), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:53.477251 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c4f4f-fd6a-4452-b57f-583274e6f332 None None] Pushing event updated for resources: {'Port': ['ID=c9be41b3-8fe4-4b24-bafd-895b995771b9,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:53.480839 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Attempting to bind port c9be41b3-8fe4-4b24-bafd-895b995771b9 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:03:53.482902 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Attempting to bind port c9be41b3-8fe4-4b24-bafd-895b995771b9 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:03:53.482902 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Attempting to bind port c9be41b3-8fe4-4b24-bafd-895b995771b9 on network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:03:53.540765 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:03:53.541137 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Checking segment: {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:53.541537 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:53.541927 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Bound using segment: {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:03:53.542395 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Bound port: c9be41b3-8fe4-4b24-bafd-895b995771b9, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:03:53.542775 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:53.592226 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:53.619570 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:53.628638 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Router eab18ca9-a28f-481f-876c-c18f0a56acb7 is scheduled to L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 with binding_index 1 {{(pid=119728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 15:03:53.637119 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] For port c9be41b3-8fe4-4b24-bafd-895b995771b9, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:03:53.640970 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] For port c9be41b3-8fe4-4b24-bafd-895b995771b9, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=c9be41b3-8fe4-4b24-bafd-895b995771b9,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:03:53.650344 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:53.690295 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:53.690942 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:53.744304 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 6f0a5b2a-db55-445b-a133-4afa3a0889e3 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:53.745557 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:03:53.755474 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Sync routers for ids ['eab18ca9-a28f-481f-876c-c18f0a56acb7'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:03:53.766481 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Routers {'eab18ca9-a28f-481f-876c-c18f0a56acb7'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:53.767096 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['eab18ca9-a28f-481f-876c-c18f0a56acb7'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:53.767279 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:53.768553 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-7f5a42e9-ac25-435c-9bfb-105c5ddafbfd admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7895510 Oct 31 15:03:53.772276 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48520) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:53.782547 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c4f4f-fd6a-4452-b57f-583274e6f332 None None] Pushing event updated for resources: {'Port': ['ID=c9be41b3-8fe4-4b24-bafd-895b995771b9,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:53.854467 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:53.858323 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:53.877685 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Set router eab18ca9-a28f-481f-876c-c18f0a56acb7 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:53.892605 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:53.892974 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6f0a5b2a-db55-445b-a133-4afa3a0889e3), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:53.893293 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 Oct 31 15:03:53.930624 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:53.976658 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:54.047122 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:54.076853 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'name': 'tempest-TestVolumeBootPattern-583950355-router', 'tenant_id': 'f1c52c7d41be4e1aa934c498760d7403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'ca1e2d64-c0ad-4e9d-b501-d94733b1fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:03:53Z', 'revision_number': 3, 'project_id': 'f1c52c7d41be4e1aa934c498760d7403', 'gw_port': {'id': 'ca1e2d64-c0ad-4e9d-b501-d94733b1fc07', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:54.077577 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:54.077962 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6f0a5b2a-db55-445b-a133-4afa3a0889e3), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:54.104515 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Checking router: eab18ca9-a28f-481f-876c-c18f0a56acb7 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:03:54.104864 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Updating router eab18ca9-a28f-481f-876c-c18f0a56acb7 port ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 binding host dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 15:03:54.140371 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (ca1e2d64-c0ad-4e9d-b501-d94733b1fc07), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:54.188779 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:54.203655 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 6f0a5b2a-db55-445b-a133-4afa3a0889e3, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=6f0a5b2a-db55-445b-a133-4afa3a0889e3,segment=NetworkSegment(4e62a2e5-9f37-4af1-a0a2-70e3ba356d65),segment_id=4e62a2e5-9f37-4af1-a0a2-70e3ba356d65)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:54.217514 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (6f0a5b2a-db55-445b-a133-4afa3a0889e3), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:54.217514 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device d7bc76d7-37fd-4699-b6c6-7b85d55af14d up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:54.242656 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:53Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:54.329306 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e70a8e-6989-4731-a021-ac8c00e7f95d None None] The sync data for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi is: [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:53Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:03:54.410446 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=6f0a5b2a-db55-445b-a133-4afa3a0889e3,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:54.435007 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port d7bc76d7-37fd-4699-b6c6-7b85d55af14d triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:54.435820 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (d7bc76d7-37fd-4699-b6c6-7b85d55af14d), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:54.439317 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port d7bc76d7-37fd-4699-b6c6-7b85d55af14d Oct 31 15:03:54.484621 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:54.526006 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:54.549405 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port d7bc76d7-37fd-4699-b6c6-7b85d55af14d is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:54.620981 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Publish callbacks [] for port (ca1e2d64-c0ad-4e9d-b501-d94733b1fc07), precommit_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:54.630155 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (ca1e2d64-c0ad-4e9d-b501-d94733b1fc07), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:54.695460 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Attempting to bind port ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:03:54.695847 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Attempting to bind port ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:03:54.696198 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Attempting to bind port ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 on network c40cf38d-c47f-49e0-b4d6-a10af0e88519 {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:03:54.699504 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c892de-0bf1-4bff-8478-c7e2d262453f None None] Pushing event updated for resources: {'Port': ['ID=ca1e2d64-c0ad-4e9d-b501-d94733b1fc07,revision_number=2']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:54.709218 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff47cf87-6824-4122-9005-9ff5a30751db None None] Network cf8e2369-5b08-4617-ba95-f146650db29a requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:03:54.769716 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:03:54.770847 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Checking segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:54.772811 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:54.773246 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Bound using segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:03:54.774168 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Bound port: ca1e2d64-c0ad-4e9d-b501-d94733b1fc07, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:03:54.774543 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (ca1e2d64-c0ad-4e9d-b501-d94733b1fc07), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:54.786785 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9eea702c-ddf2-4bb3-8e24-7f58adf64733 None None] Provisioning complete for port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:54.787955 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9eea702c-ddf2-4bb3-8e24-7f58adf64733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6f0a5b2a-db55-445b-a133-4afa3a0889e3), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:54.788471 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9eea702c-ddf2-4bb3-8e24-7f58adf64733 None None] Attempt 1 to provision port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 Oct 31 15:03:54.840579 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] For port ca1e2d64-c0ad-4e9d-b501-d94733b1fc07, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:03:54.847245 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] For port ca1e2d64-c0ad-4e9d-b501-d94733b1fc07, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=ca1e2d64-c0ad-4e9d-b501-d94733b1fc07,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:03:54.857131 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (ca1e2d64-c0ad-4e9d-b501-d94733b1fc07), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:54.927942 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9eea702c-ddf2-4bb3-8e24-7f58adf64733 None None] Current status of the port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:54.939005 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c892de-0bf1-4bff-8478-c7e2d262453f None None] Pushing event updated for resources: {'Port': ['ID=ca1e2d64-c0ad-4e9d-b501-d94733b1fc07,revision_number=3']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:54.946250 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Routers {'eab18ca9-a28f-481f-876c-c18f0a56acb7'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:54.947030 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['eab18ca9-a28f-481f-876c-c18f0a56acb7'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:55.087065 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] Set router eab18ca9-a28f-481f-876c-c18f0a56acb7 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:55.121263 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Allocated IP 172.20.0.1 (cf8e2369-5b08-4617-ba95-f146650db29a/9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd/f66c8a38-2a1e-458c-a904-e4d7dc729929) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:03:55.216028 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:55.222321 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:55.263189 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-ddaf6d4e-3ad7-4d0c-9d01-b46bef02a155 None None] Provisioning complete for port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:55.263189 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6d4e-3ad7-4d0c-9d01-b46bef02a155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6f0a5b2a-db55-445b-a133-4afa3a0889e3), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:55.263495 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-ddaf6d4e-3ad7-4d0c-9d01-b46bef02a155 None None] Attempt 1 to provision port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 Oct 31 15:03:55.282367 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'name': 'tempest-TestVolumeBootPattern-583950355-router', 'tenant_id': 'f1c52c7d41be4e1aa934c498760d7403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'ca1e2d64-c0ad-4e9d-b501-d94733b1fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:03:53Z', 'revision_number': 3, 'project_id': 'f1c52c7d41be4e1aa934c498760d7403', 'gw_port': {'id': 'ca1e2d64-c0ad-4e9d-b501-d94733b1fc07', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:55.314790 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd383d5-6dd8-4644-9a3c-dc59a8ffb6c5 None None] The sync data for ids ['eab18ca9-a28f-481f-876c-c18f0a56acb7'] in dv-cinder-860227-3-iscsi is: [{'id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'name': 'tempest-TestVolumeBootPattern-583950355-router', 'tenant_id': 'f1c52c7d41be4e1aa934c498760d7403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'ca1e2d64-c0ad-4e9d-b501-d94733b1fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:03:53Z', 'revision_number': 3, 'project_id': 'f1c52c7d41be4e1aa934c498760d7403', 'gw_port': {'id': 'ca1e2d64-c0ad-4e9d-b501-d94733b1fc07', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:03:55.331080 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Publish callbacks [] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:55.401347 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:55.489792 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Network cf8e2369-5b08-4617-ba95-f146650db29a is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:55.503109 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:55.503109 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:03:55.557380 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Pushing event updated for resources: {'Port': ['ID=f66c8a38-2a1e-458c-a904-e4d7dc729929,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:55.560787 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398923'] for router_interface (eab18ca9-a28f-481f-876c-c18f0a56acb7), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:55.705273 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:55.714313 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:55.714905 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:55.716948 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:55.717715 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:55.718203 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:55.719118 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:55.719851 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf6d4e-3ad7-4d0c-9d01-b46bef02a155 None None] Current status of the port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:55.720371 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:55.721366 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:55.722962 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:55.723525 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:55.724208 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:55.725553 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:55.726028 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:55.726531 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:03:55.866758 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 6f0a5b2a-db55-445b-a133-4afa3a0889e3 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:55.974466 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:55.974826 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6f0a5b2a-db55-445b-a133-4afa3a0889e3), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:55.980726 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 Oct 31 15:03:56.041484 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.050815 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2f6db793-2166-46d6-82dc-1636e45ec905 None None] Provisioning complete for port f66c8a38-2a1e-458c-a904-e4d7dc729929 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:56.052299 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2f6db793-2166-46d6-82dc-1636e45ec905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.052843 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2f6db793-2166-46d6-82dc-1636e45ec905 None None] Attempt 1 to provision port f66c8a38-2a1e-458c-a904-e4d7dc729929 Oct 31 15:03:56.133596 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2f6db793-2166-46d6-82dc-1636e45ec905 None None] Port f66c8a38-2a1e-458c-a904-e4d7dc729929 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:03:56.136873 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:56.138582 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device c9be41b3-8fe4-4b24-bafd-895b995771b9 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:56.172458 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:56.191050 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port c9be41b3-8fe4-4b24-bafd-895b995771b9 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:56.191882 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.192758 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port c9be41b3-8fe4-4b24-bafd-895b995771b9 Oct 31 15:03:56.194706 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:56.234164 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:56.250560 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:56.273489 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48574) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:56.274593 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Publish callbacks [] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.280535 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.291290 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port c9be41b3-8fe4-4b24-bafd-895b995771b9 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:56.293713 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.355345 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port c9be41b3-8fe4-4b24-bafd-895b995771b9, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=c9be41b3-8fe4-4b24-bafd-895b995771b9,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:56.362310 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.364532 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Pushing event updated for resources: {'Port': ['ID=f66c8a38-2a1e-458c-a904-e4d7dc729929,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:56.375412 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399039'] for router_interface (eab18ca9-a28f-481f-876c-c18f0a56acb7), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.415095 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=c9be41b3-8fe4-4b24-bafd-895b995771b9,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:56.441332 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3380bd26-8924-4622-98ab-7689692533c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.493693 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Network cf8e2369-5b08-4617-ba95-f146650db29a is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:03:56.495236 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:03:56.544160 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3380bd26-8924-4622-98ab-7689692533c4 admin admin] Publish callbacks [] for security_group (60b6bf43-9567-4afb-bb74-6af712dc7cfb), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.549433 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3380bd26-8924-4622-98ab-7689692533c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (60b6bf43-9567-4afb-bb74-6af712dc7cfb), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.601777 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-3380bd26-8924-4622-98ab-7689692533c4 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=484a2d46e66049edbb8efb13ae810e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242643 Oct 31 15:03:56.601777 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380bd26-8924-4622-98ab-7689692533c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b6bf43-9567-4afb-bb74-6af712dc7cfb,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:56.602181 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48580) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:56.656710 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Router eab18ca9-a28f-481f-876c-c18f0a56acb7 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:03:56.721993 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e7ace4b1-a332-4093-9b7e-ff38b87d921c admin admin] Publish callbacks [] for security_group (60b6bf43-9567-4afb-bb74-6af712dc7cfb), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.755943 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e7ace4b1-a332-4093-9b7e-ff38b87d921c admin admin] Publish callbacks [] for security_group (60b6bf43-9567-4afb-bb74-6af712dc7cfb), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.758205 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-f6a813bc-d53f-4526-9a0d-eb5dc89b1bc8 None None] Provisioning complete for port f66c8a38-2a1e-458c-a904-e4d7dc729929 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:56.758698 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-f6a813bc-d53f-4526-9a0d-eb5dc89b1bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.759220 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-f6a813bc-d53f-4526-9a0d-eb5dc89b1bc8 None None] Attempt 1 to provision port f66c8a38-2a1e-458c-a904-e4d7dc729929 Oct 31 15:03:56.793631 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-f6a813bc-d53f-4526-9a0d-eb5dc89b1bc8 None None] Port f66c8a38-2a1e-458c-a904-e4d7dc729929 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:03:56.829932 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:03:56.836276 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-b940b8a6-887b-4874-8dbe-bc795323c0ed admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/eab18ca9-a28f-481f-876c-c18f0a56acb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0629520 Oct 31 15:03:56.865834 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e7ace4b1-a332-4093-9b7e-ff38b87d921c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (60b6bf43-9567-4afb-bb74-6af712dc7cfb), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.869183 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e7ace4b1-a332-4093-9b7e-ff38b87d921c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:56.870524 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-e7ace4b1-a332-4093-9b7e-ff38b87d921c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/60b6bf43-9567-4afb-bb74-6af712dc7cfb HTTP/1.1" status: 204 len: 168 time: 0.2674084 Oct 31 15:03:56.882878 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ace4b1-a332-4093-9b7e-ff38b87d921c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b6bf43-9567-4afb-bb74-6af712dc7cfb,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:57.288272 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48602) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:57.292648 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-b65d35b4-9162-475a-a391-3c73b5c44050 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825469118', 'description': 'tempest-secgroup-smoke-825469118 description', 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:57.315501 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b65d35b4-9162-475a-a391-3c73b5c44050 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.388458 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b65d35b4-9162-475a-a391-3c73b5c44050 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group (2d31d421-d9fb-4833-83a6-13cb312e84d9), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.392859 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b65d35b4-9162-475a-a391-3c73b5c44050 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (2d31d421-d9fb-4833-83a6-13cb312e84d9), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.426368 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b65d35b4-9162-475a-a391-3c73b5c44050 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.428148 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-b65d35b4-9162-475a-a391-3c73b5c44050 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1390793 Oct 31 15:03:57.430046 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d35b4-9162-475a-a391-3c73b5c44050 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d31d421-d9fb-4833-83a6-13cb312e84d9,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:57.431297 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48610) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:57.437098 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-7b2439db-c2be-4d7e-9894-c4a10ee0b3c1 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Request body: {'security_group_rule': {'security_group_id': '2d31d421-d9fb-4833-83a6-13cb312e84d9', 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:57.468389 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7b2439db-c2be-4d7e-9894-c4a10ee0b3c1 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (46d9bde8-8d61-4615-bc6b-1b65ad795aa7), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.549501 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7b2439db-c2be-4d7e-9894-c4a10ee0b3c1 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (46d9bde8-8d61-4615-bc6b-1b65ad795aa7), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.554033 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7b2439db-c2be-4d7e-9894-c4a10ee0b3c1 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (46d9bde8-8d61-4615-bc6b-1b65ad795aa7), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.579244 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2439db-c2be-4d7e-9894-c4a10ee0b3c1 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d9bde8-8d61-4615-bc6b-1b65ad795aa7,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:57.590850 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7b2439db-c2be-4d7e-9894-c4a10ee0b3c1 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.595131 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-7b2439db-c2be-4d7e-9894-c4a10ee0b3c1 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1591032 Oct 31 15:03:57.595131 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48616) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:57.604116 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-8d540e39-da37-4463-b068-5c9bb5f9e850 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Request body: {'security_group_rule': {'security_group_id': '2d31d421-d9fb-4833-83a6-13cb312e84d9', 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:57.649603 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d540e39-da37-4463-b068-5c9bb5f9e850 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (7cb5fc3b-1fd2-418a-a4f2-6e655b07b202), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.718579 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d540e39-da37-4463-b068-5c9bb5f9e850 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (7cb5fc3b-1fd2-418a-a4f2-6e655b07b202), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.722568 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d540e39-da37-4463-b068-5c9bb5f9e850 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (7cb5fc3b-1fd2-418a-a4f2-6e655b07b202), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.732882 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:57.745179 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d540e39-da37-4463-b068-5c9bb5f9e850 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb5fc3b-1fd2-418a-a4f2-6e655b07b202,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:57.750592 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d540e39-da37-4463-b068-5c9bb5f9e850 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.751929 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-8d540e39-da37-4463-b068-5c9bb5f9e850 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1558797 Oct 31 15:03:57.754975 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48620) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:57.759440 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-ad3f6740-95d1-4bab-b404-b26a6e747a70 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Request body: {'security_group_rule': {'security_group_id': '2d31d421-d9fb-4833-83a6-13cb312e84d9', 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:57.791587 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6740-95d1-4bab-b404-b26a6e747a70 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (4d0353e3-ead0-4d82-bae3-4dca055697da), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.799873 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:57.800525 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (ca1e2d64-c0ad-4e9d-b501-d94733b1fc07), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.801293 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 Oct 31 15:03:57.866833 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:DELETE=6 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:57.878264 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6740-95d1-4bab-b404-b26a6e747a70 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (4d0353e3-ead0-4d82-bae3-4dca055697da), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.884025 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:57.884645 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (ca1e2d64-c0ad-4e9d-b501-d94733b1fc07), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.885426 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6740-95d1-4bab-b404-b26a6e747a70 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (4d0353e3-ead0-4d82-bae3-4dca055697da), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.899247 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Sync routers for ids ['eab18ca9-a28f-481f-876c-c18f0a56acb7'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:03:57.915241 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f6740-95d1-4bab-b404-b26a6e747a70 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0353e3-ead0-4d82-bae3-4dca055697da,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:57.921136 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6740-95d1-4bab-b404-b26a6e747a70 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.925277 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48626) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:57.925562 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-ad3f6740-95d1-4bab-b404-b26a6e747a70 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1696625 Oct 31 15:03:57.930617 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-1bce4cff-ff44-477d-bdfc-93fc86046642 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Request body: {'security_group_rule': {'security_group_id': '2d31d421-d9fb-4833-83a6-13cb312e84d9', 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:57.938006 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port ca1e2d64-c0ad-4e9d-b501-d94733b1fc07, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=ca1e2d64-c0ad-4e9d-b501-d94733b1fc07,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:03:57.939497 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Routers {'eab18ca9-a28f-481f-876c-c18f0a56acb7'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:57.940519 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['eab18ca9-a28f-481f-876c-c18f0a56acb7'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:57.945009 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (ca1e2d64-c0ad-4e9d-b501-d94733b1fc07), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.945909 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device c9be41b3-8fe4-4b24-bafd-895b995771b9 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:57.964421 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1bce4cff-ff44-477d-bdfc-93fc86046642 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (25c91cf9-de0a-4b2c-94de-7c5e75d76693), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:57.975049 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:57.995717 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:58.051289 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1bce4cff-ff44-477d-bdfc-93fc86046642 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (25c91cf9-de0a-4b2c-94de-7c5e75d76693), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.056291 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1bce4cff-ff44-477d-bdfc-93fc86046642 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (25c91cf9-de0a-4b2c-94de-7c5e75d76693), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.077182 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce4cff-ff44-477d-bdfc-93fc86046642 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c91cf9-de0a-4b2c-94de-7c5e75d76693,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:58.087042 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1bce4cff-ff44-477d-bdfc-93fc86046642 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.090820 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-1bce4cff-ff44-477d-bdfc-93fc86046642 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1620362 Oct 31 15:03:58.091026 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48634) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:58.097121 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-a3eeb4ac-4b57-426d-bdfa-b1edcfc9425b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Request body: {'security_group_rule': {'security_group_id': '2d31d421-d9fb-4833-83a6-13cb312e84d9', 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:58.121056 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.securitygroups_db [None req-a3eeb4ac-4b57-426d-bdfa-b1edcfc9425b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Project d7f5a9331dd54d9e8b5033234cb1077a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 15:03:58.127477 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a3eeb4ac-4b57-426d-bdfa-b1edcfc9425b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (e76d92e1-810c-4759-8767-e2c43ef8f1d5), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.134533 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=ca1e2d64-c0ad-4e9d-b501-d94733b1fc07,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:58.142699 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port c9be41b3-8fe4-4b24-bafd-895b995771b9 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:58.143669 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.144023 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port c9be41b3-8fe4-4b24-bafd-895b995771b9 Oct 31 15:03:58.174514 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Set router eab18ca9-a28f-481f-876c-c18f0a56acb7 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:58.199937 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a3eeb4ac-4b57-426d-bdfa-b1edcfc9425b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (e76d92e1-810c-4759-8767-e2c43ef8f1d5), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.205610 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a3eeb4ac-4b57-426d-bdfa-b1edcfc9425b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (e76d92e1-810c-4759-8767-e2c43ef8f1d5), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.228835 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eeb4ac-4b57-426d-bdfa-b1edcfc9425b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76d92e1-810c-4759-8767-e2c43ef8f1d5,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:58.234699 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a3eeb4ac-4b57-426d-bdfa-b1edcfc9425b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.239232 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48640) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:58.239430 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-a3eeb4ac-4b57-426d-bdfa-b1edcfc9425b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462395 Oct 31 15:03:58.248413 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-0193500f-1cc0-486a-99ae-9f8ac6a12b06 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Request body: {'security_group_rule': {'security_group_id': '2d31d421-d9fb-4833-83a6-13cb312e84d9', 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:03:58.274253 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.securitygroups_db [None req-0193500f-1cc0-486a-99ae-9f8ac6a12b06 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Project d7f5a9331dd54d9e8b5033234cb1077a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 15:03:58.281908 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0193500f-1cc0-486a-99ae-9f8ac6a12b06 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (6aedbbf3-32a2-450a-a25e-4b745aeb49d2), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.286415 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:58.351804 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port c9be41b3-8fe4-4b24-bafd-895b995771b9 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:58.352414 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0193500f-1cc0-486a-99ae-9f8ac6a12b06 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (6aedbbf3-32a2-450a-a25e-4b745aeb49d2), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.355385 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:58.358412 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0193500f-1cc0-486a-99ae-9f8ac6a12b06 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (6aedbbf3-32a2-450a-a25e-4b745aeb49d2), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.380242 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193500f-1cc0-486a-99ae-9f8ac6a12b06 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aedbbf3-32a2-450a-a25e-4b745aeb49d2,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:58.386510 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0193500f-1cc0-486a-99ae-9f8ac6a12b06 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.387785 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-0193500f-1cc0-486a-99ae-9f8ac6a12b06 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468189 Oct 31 15:03:58.415893 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:58.437267 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'name': 'tempest-TestVolumeBootPattern-583950355-router', 'tenant_id': 'f1c52c7d41be4e1aa934c498760d7403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'ca1e2d64-c0ad-4e9d-b501-d94733b1fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:03:55Z', 'revision_number': 4, 'project_id': 'f1c52c7d41be4e1aa934c498760d7403', 'gw_port': {'id': 'ca1e2d64-c0ad-4e9d-b501-d94733b1fc07', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'f66c8a38-2a1e-458c-a904-e4d7dc729929', 'name': '', 'network_id': 'cf8e2369-5b08-4617-ba95-f146650db29a', 'tenant_id': 'f1c52c7d41be4e1aa934c498760d7403', 'mac_address': 'fa:16:3e:80:cb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:54Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 2, 'project_id': 'f1c52c7d41be4e1aa934c498760d7403', 'subnets': [{'id': '9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:58.465147 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Checking router: eab18ca9-a28f-481f-876c-c18f0a56acb7 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:03:58.465711 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Updating router eab18ca9-a28f-481f-876c-c18f0a56acb7 port f66c8a38-2a1e-458c-a904-e4d7dc729929 binding host dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 15:03:58.499990 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.794383 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48690) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:58.797256 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Publish callbacks [] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), precommit_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.802868 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.927631 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0561dc-9045-40fb-b6df-d68111fff0d6 None None] Pushing event updated for resources: {'Port': ['ID=f66c8a38-2a1e-458c-a904-e4d7dc729929,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:58.934127 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Attempting to bind port f66c8a38-2a1e-458c-a904-e4d7dc729929 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:03:58.934607 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Attempting to bind port f66c8a38-2a1e-458c-a904-e4d7dc729929 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': '4e62a2e5-9f37-4af1-a0a2-70e3ba356d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cf8e2369-5b08-4617-ba95-f146650db29a'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:03:58.934973 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Attempting to bind port f66c8a38-2a1e-458c-a904-e4d7dc729929 on network cf8e2369-5b08-4617-ba95-f146650db29a {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:03:58.940609 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-74b0c109-3c27-40b0-a155-afb96a53d85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.982017 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:03:58.982504 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Checking segment: {'id': '4e62a2e5-9f37-4af1-a0a2-70e3ba356d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cf8e2369-5b08-4617-ba95-f146650db29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:03:58.982970 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:58.983398 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Bound using segment: {'id': '4e62a2e5-9f37-4af1-a0a2-70e3ba356d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cf8e2369-5b08-4617-ba95-f146650db29a'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:03:58.983891 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Bound port: f66c8a38-2a1e-458c-a904-e4d7dc729929, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e62a2e5-9f37-4af1-a0a2-70e3ba356d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cf8e2369-5b08-4617-ba95-f146650db29a'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:03:58.984249 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.028792 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-74b0c109-3c27-40b0-a155-afb96a53d85d admin admin] Publish callbacks [] for security_group (86791869-1ede-4025-a875-87eb5fa86ee7), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.033629 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-74b0c109-3c27-40b0-a155-afb96a53d85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (86791869-1ede-4025-a875-87eb5fa86ee7), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.049074 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] For port f66c8a38-2a1e-458c-a904-e4d7dc729929, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:03:59.052623 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] For port f66c8a38-2a1e-458c-a904-e4d7dc729929, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=f66c8a38-2a1e-458c-a904-e4d7dc729929,segment=NetworkSegment(4e62a2e5-9f37-4af1-a0a2-70e3ba356d65),segment_id=4e62a2e5-9f37-4af1-a0a2-70e3ba356d65)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:03:59.057617 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.078670 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0c109-3c27-40b0-a155-afb96a53d85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86791869-1ede-4025-a875-87eb5fa86ee7,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:59.086301 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-74b0c109-3c27-40b0-a155-afb96a53d85d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=001f1cca96b243ab9fb2fe8c555ada77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883475 Oct 31 15:03:59.086504 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48700) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:59.096852 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Routers {'eab18ca9-a28f-481f-876c-c18f0a56acb7'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:03:59.097671 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:03:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['eab18ca9-a28f-481f-876c-c18f0a56acb7'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:59.136026 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1641-9b11-4402-9ab1-d2799f5da5a3 admin admin] Publish callbacks [] for security_group (86791869-1ede-4025-a875-87eb5fa86ee7), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.150727 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0561dc-9045-40fb-b6df-d68111fff0d6 None None] Pushing event updated for resources: {'Port': ['ID=f66c8a38-2a1e-458c-a904-e4d7dc729929,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:59.157831 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1641-9b11-4402-9ab1-d2799f5da5a3 admin admin] Publish callbacks [] for security_group (86791869-1ede-4025-a875-87eb5fa86ee7), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.211000 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1641-9b11-4402-9ab1-d2799f5da5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (86791869-1ede-4025-a875-87eb5fa86ee7), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.213631 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1641-9b11-4402-9ab1-d2799f5da5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.214689 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] Set router eab18ca9-a28f-481f-876c-c18f0a56acb7 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:03:59.214864 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-fb3d1641-9b11-4402-9ab1-d2799f5da5a3 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/86791869-1ede-4025-a875-87eb5fa86ee7 HTTP/1.1" status: 204 len: 168 time: 0.1274445 Oct 31 15:03:59.222915 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d1641-9b11-4402-9ab1-d2799f5da5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86791869-1ede-4025-a875-87eb5fa86ee7,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:59.254954 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:59.405075 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:59.426621 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'name': 'tempest-TestVolumeBootPattern-583950355-router', 'tenant_id': 'f1c52c7d41be4e1aa934c498760d7403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'ca1e2d64-c0ad-4e9d-b501-d94733b1fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:03:55Z', 'revision_number': 4, 'project_id': 'f1c52c7d41be4e1aa934c498760d7403', 'gw_port': {'id': 'ca1e2d64-c0ad-4e9d-b501-d94733b1fc07', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'f66c8a38-2a1e-458c-a904-e4d7dc729929', 'name': '', 'network_id': 'cf8e2369-5b08-4617-ba95-f146650db29a', 'tenant_id': 'f1c52c7d41be4e1aa934c498760d7403', 'mac_address': 'fa:16:3e:80:cb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:54Z', 'updated_at': '2022-10-31T15:03:59Z', 'revision_number': 4, 'project_id': 'f1c52c7d41be4e1aa934c498760d7403', 'subnets': [{'id': '9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:03:59.455056 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a667e0b-c6fe-4ef1-a913-80ed9ab1875e None None] The sync data for ids ['eab18ca9-a28f-481f-876c-c18f0a56acb7'] in dv-cinder-860227-3-iscsi is: [{'id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'name': 'tempest-TestVolumeBootPattern-583950355-router', 'tenant_id': 'f1c52c7d41be4e1aa934c498760d7403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'ca1e2d64-c0ad-4e9d-b501-d94733b1fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:03:55Z', 'revision_number': 4, 'project_id': 'f1c52c7d41be4e1aa934c498760d7403', 'gw_port': {'id': 'ca1e2d64-c0ad-4e9d-b501-d94733b1fc07', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'f66c8a38-2a1e-458c-a904-e4d7dc729929', 'name': '', 'network_id': 'cf8e2369-5b08-4617-ba95-f146650db29a', 'tenant_id': 'f1c52c7d41be4e1aa934c498760d7403', 'mac_address': 'fa:16:3e:80:cb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:54Z', 'updated_at': '2022-10-31T15:03:59Z', 'revision_number': 4, 'project_id': 'f1c52c7d41be4e1aa934c498760d7403', 'subnets': [{'id': '9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:03:59.515598 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48706) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:59.535206 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-103b557d-d5f9-4dbc-9ab4-7a0e979c4d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.642558 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-103b557d-d5f9-4dbc-9ab4-7a0e979c4d16 admin admin] Publish callbacks [] for security_group (944b09f8-adf8-48ec-83c6-2a99724788eb), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.649234 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-103b557d-d5f9-4dbc-9ab4-7a0e979c4d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (944b09f8-adf8-48ec-83c6-2a99724788eb), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.682464 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:03:59.702233 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48710) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:03:59.704213 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-103b557d-d5f9-4dbc-9ab4-7a0e979c4d16 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=744ac10864bf4318bc8ee17d436a0f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874971 Oct 31 15:03:59.704993 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b557d-d5f9-4dbc-9ab4-7a0e979c4d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944b09f8-adf8-48ec-83c6-2a99724788eb,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:59.754150 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:59.765229 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31f236c7-d0df-423f-9fab-73c96a7b3ba5 admin admin] Publish callbacks [] for security_group (944b09f8-adf8-48ec-83c6-2a99724788eb), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.787198 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31f236c7-d0df-423f-9fab-73c96a7b3ba5 admin admin] Publish callbacks [] for security_group (944b09f8-adf8-48ec-83c6-2a99724788eb), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.807933 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:59.808509 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (ca1e2d64-c0ad-4e9d-b501-d94733b1fc07), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.808854 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 Oct 31 15:03:59.848644 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31f236c7-d0df-423f-9fab-73c96a7b3ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (944b09f8-adf8-48ec-83c6-2a99724788eb), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.851298 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31f236c7-d0df-423f-9fab-73c96a7b3ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.852664 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-31f236c7-d0df-423f-9fab-73c96a7b3ba5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/944b09f8-adf8-48ec-83c6-2a99724788eb HTTP/1.1" status: 204 len: 168 time: 0.1494596 Oct 31 15:03:59.862573 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f236c7-d0df-423f-9fab-73c96a7b3ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944b09f8-adf8-48ec-83c6-2a99724788eb,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:03:59.911531 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:03:59.912678 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device f66c8a38-2a1e-458c-a904-e4d7dc729929 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:03:59.968253 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port f66c8a38-2a1e-458c-a904-e4d7dc729929 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:03:59.968821 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:03:59.969232 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port f66c8a38-2a1e-458c-a904-e4d7dc729929 Oct 31 15:04:00.220946 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port f66c8a38-2a1e-458c-a904-e4d7dc729929 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:04:00.221333 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:00.271021 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port f66c8a38-2a1e-458c-a904-e4d7dc729929, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=f66c8a38-2a1e-458c-a904-e4d7dc729929,segment=NetworkSegment(4e62a2e5-9f37-4af1-a0a2-70e3ba356d65),segment_id=4e62a2e5-9f37-4af1-a0a2-70e3ba356d65)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:04:00.274949 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:00.329777 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=f66c8a38-2a1e-458c-a904-e4d7dc729929,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:01.657554 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device f66c8a38-2a1e-458c-a904-e4d7dc729929 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:04:01.709711 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port f66c8a38-2a1e-458c-a904-e4d7dc729929 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:04:01.710089 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:01.710417 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port f66c8a38-2a1e-458c-a904-e4d7dc729929 Oct 31 15:04:01.811387 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port f66c8a38-2a1e-458c-a904-e4d7dc729929 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:04:02.991114 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:02.996445 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-af8832c2-454c-444d-8be0-94ca82b886b6 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-141197031&fields=id&tenant_id=357cf607c19548859a14c92a4e90f148 HTTP/1.1" status: 200 len: 267 time: 0.0460317 Oct 31 15:04:03.121399 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-14a3038d-7b45-4988-aefe-7a2a3ae1f4df tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:03.124352 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-14a3038d-7b45-4988-aefe-7a2a3ae1f4df tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/networks?id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534 HTTP/1.1" status: 200 len: 808 time: 0.1155398 Oct 31 15:04:03.150129 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-56a12844-f534-4d78-9f84-5bf19dd3bb1e tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/quotas/357cf607c19548859a14c92a4e90f148 HTTP/1.1" status: 200 len: 375 time: 0.0178356 Oct 31 15:04:03.212570 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-afdbec45-aed3-42e0-b501-bce3bfe94e22 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=357cf607c19548859a14c92a4e90f148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613902 Oct 31 15:04:03.421897 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-96a76c41-3d91-409f-a3e4-628f50174ec9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957035 Oct 31 15:04:03.524793 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-2039247d-06c0-4b35-b568-244dfff881c5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966763 Oct 31 15:04:03.854554 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-83fe4072-01e1-416b-b324-9fe5a1c754f0 req-49bb98c6-f022-40ca-841a-d1d9f9aba409 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 210 time: 0.0325043 Oct 31 15:04:04.544969 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48878) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:04.655268 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2c39f8b6-14ad-48bc-a557-76f073bc0e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:04.736462 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2c39f8b6-14ad-48bc-a557-76f073bc0e1f admin admin] Publish callbacks [] for security_group (4166488f-3736-4ca6-864e-0d50e5eb540c), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:04.741309 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-2c39f8b6-14ad-48bc-a557-76f073bc0e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (4166488f-3736-4ca6-864e-0d50e5eb540c), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:04.784624 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39f8b6-14ad-48bc-a557-76f073bc0e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4166488f-3736-4ca6-864e-0d50e5eb540c,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:04.792700 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-2c39f8b6-14ad-48bc-a557-76f073bc0e1f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6d0bcd5c3a3646028b651f2ca7d6c27a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441151 Oct 31 15:04:04.793676 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48882) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:04.850030 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-737c7868-2159-4d8e-8212-5c45756f75df admin admin] Publish callbacks [] for security_group (4166488f-3736-4ca6-864e-0d50e5eb540c), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:04.913777 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-737c7868-2159-4d8e-8212-5c45756f75df admin admin] Publish callbacks [] for security_group (4166488f-3736-4ca6-864e-0d50e5eb540c), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.005813 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a4797556-bba5-4128-8225-4d6c0f50fb41 req-473a6c6e-afd8-4197-89b6-b1bfa8f75d8d tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 210 time: 0.0518329 Oct 31 15:04:05.049479 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-1cf75b3c-4322-4e86-bea0-0469db0cb87f tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:05.049788 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-1cf75b3c-4322-4e86-bea0-0469db0cb87f tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.44 "GET /networking/v2.0/networks?id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534 HTTP/1.1" status: 200 len: 808 time: 0.1921232 Oct 31 15:04:05.065253 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-737c7868-2159-4d8e-8212-5c45756f75df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (4166488f-3736-4ca6-864e-0d50e5eb540c), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.067834 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-737c7868-2159-4d8e-8212-5c45756f75df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.069785 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-737c7868-2159-4d8e-8212-5c45756f75df admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4166488f-3736-4ca6-864e-0d50e5eb540c HTTP/1.1" status: 204 len: 168 time: 0.2759225 Oct 31 15:04:05.089316 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c7868-2159-4d8e-8212-5c45756f75df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4166488f-3736-4ca6-864e-0d50e5eb540c,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:05.133826 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-793ba626-ecb7-46dc-90da-01671d46575c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=357cf607c19548859a14c92a4e90f148 HTTP/1.1" status: 200 len: 379 time: 0.0759263 Oct 31 15:04:05.145111 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-ff9b0614-556c-4442-9144-803938d8084c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Request body: {'port': {'device_id': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'admin_state_up': True, 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'security_groups': ['aed48918-20e4-4767-9c50-48ea780afc6e']}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:04:05.168991 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:05.173362 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:05.279657 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-ff9b0614-556c-4442-9144-803938d8084c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Made reservation on behalf of 357cf607c19548859a14c92a4e90f148 for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:04:05.284148 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-ff9b0614-556c-4442-9144-803938d8084c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.418030 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48898) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:05.432425 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-640899c3-22f0-4270-9d87-63b69a746b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.433016 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-ff9b0614-556c-4442-9144-803938d8084c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Allocated IP 172.20.0.7 (0fc6c91a-9e65-4b6a-ab10-7d33cb435534/72cc5669-a813-47c1-807d-6c6b4ba2c650/14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:04:05.521487 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-640899c3-22f0-4270-9d87-63b69a746b24 admin admin] Publish callbacks [] for security_group (a4343d65-64fb-428b-9085-90dd12837152), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.528186 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-640899c3-22f0-4270-9d87-63b69a746b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a4343d65-64fb-428b-9085-90dd12837152), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.576242 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640899c3-22f0-4270-9d87-63b69a746b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4343d65-64fb-428b-9085-90dd12837152,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:05.584253 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-640899c3-22f0-4270-9d87-63b69a746b24 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7a96d9279c2f472a91c662711c3e242b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642370 Oct 31 15:04:05.585529 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48900) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:05.606409 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-ff9b0614-556c-4442-9144-803938d8084c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.644198 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-ff9b0614-556c-4442-9144-803938d8084c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.645000 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-4be65b86-9f83-473c-bc60-215181ef7346 admin admin] Publish callbacks [] for security_group (a4343d65-64fb-428b-9085-90dd12837152), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.669313 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-4be65b86-9f83-473c-bc60-215181ef7346 admin admin] Publish callbacks [] for security_group (a4343d65-64fb-428b-9085-90dd12837152), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.697703 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-ff9b0614-556c-4442-9144-803938d8084c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Network 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:04:05.701943 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-ff9b0614-556c-4442-9144-803938d8084c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:04:05.708260 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-ff9b0614-556c-4442-9144-803938d8084c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:04:05.725344 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-4be65b86-9f83-473c-bc60-215181ef7346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a4343d65-64fb-428b-9085-90dd12837152), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.729271 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-4be65b86-9f83-473c-bc60-215181ef7346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.733796 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-4be65b86-9f83-473c-bc60-215181ef7346 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a4343d65-64fb-428b-9085-90dd12837152 HTTP/1.1" status: 204 len: 168 time: 0.1469033 Oct 31 15:04:05.739853 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b0614-556c-4442-9144-803938d8084c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Pushing event updated for resources: {'Port': ['ID=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:05.750646 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be65b86-9f83-473c-bc60-215181ef7346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4343d65-64fb-428b-9085-90dd12837152,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:05.770021 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-ff9b0614-556c-4442-9144-803938d8084c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:05.771229 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-ff9b0614-556c-4442-9144-803938d8084c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.789936 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-ff9b0614-556c-4442-9144-803938d8084c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6507061 Oct 31 15:04:05.803287 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Request body: {'port': {'device_id': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:04:05.873907 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.998080 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-e658b6d3-d331-4b82-aaa0-38cf7c82cb8d None None] Provisioning complete for port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:04:05.998647 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e658b6d3-d331-4b82-aaa0-38cf7c82cb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:05.998936 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-e658b6d3-d331-4b82-aaa0-38cf7c82cb8d None None] Attempt 1 to provision port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae Oct 31 15:04:06.037721 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-e658b6d3-d331-4b82-aaa0-38cf7c82cb8d None None] Port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:04:06.052940 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:06.168077 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364cc83-7a02-4ee5-9aee-fe5fc7ba084f req-929e014d-6226-4bf7-ba87-ae58099501b1 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:06.170219 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5364cc83-7a02-4ee5-9aee-fe5fc7ba084f req-929e014d-6226-4bf7-ba87-ae58099501b1 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 931 time: 0.0710621 Oct 31 15:04:06.230212 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:06.237678 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5364cc83-7a02-4ee5-9aee-fe5fc7ba084f req-865078d7-516f-4699-af85-870ac3037375 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595481 Oct 31 15:04:06.241968 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:04:06.264591 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Publish callbacks [] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:06.283951 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Transition to ACTIVE for port object 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 15:04:06.288283 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:06.396303 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Pushing event updated for resources: {'Port': ['ID=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:06.415309 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Attempting to bind port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:04:06.415674 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Attempting to bind port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '12c34cc8-a1dd-4feb-95ab-f68fd8abb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:04:06.416001 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Attempting to bind port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae on network 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:04:06.423540 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48924) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:06.473835 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae on network 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 15:04:06.474726 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Attempting to bind port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae on network 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:04:06.528022 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:04:06.528363 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Checking segment: {'id': '12c34cc8-a1dd-4feb-95ab-f68fd8abb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:04:06.528744 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Bound using segment: {'id': '12c34cc8-a1dd-4feb-95ab-f68fd8abb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:04:06.529385 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Bound port: 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c34cc8-a1dd-4feb-95ab-f68fd8abb726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:04:06.529746 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:06.568762 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3281d979-bd1f-4a2f-acd0-527028253130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:06.595461 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:06.612396 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] For port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:04:06.618842 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] For port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:04:06.628601 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:06.635220 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:06.636028 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:06.637454 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae HTTP/1.1" status: 200 len: 1093 time: 0.8398364 Oct 31 15:04:06.638022 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'tag': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:04:06.640328 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9ce535-1d60-4898-b9ff-974dddf5d798" -d '{"events": [{"name": "network-changed", "server_uuid": "8a84bc4d-cc6e-455f-a958-b9e62714400b", "tag": "14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:04:06.659578 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:06.663143 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3281d979-bd1f-4a2f-acd0-527028253130 admin admin] Publish callbacks [] for security_group (f55ae02c-27e0-4569-87bb-f9cfcf44c1bb), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:06.669115 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3281d979-bd1f-4a2f-acd0-527028253130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (f55ae02c-27e0-4569-87bb-f9cfcf44c1bb), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:06.723647 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d41009-da61-4617-9044-2c5943df35ee x-openstack-request-id: req-24d41009-da61-4617-9044-2c5943df35ee {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:04:06.723647 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a84bc4d-cc6e-455f-a958-b9e62714400b", "tag": "14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:04:06.723647 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24d41009-da61-4617-9044-2c5943df35ee {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:04:06.723647 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d41009-da61-4617-9044-2c5943df35ee'] response: {'name': 'network-changed', 'server_uuid': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'tag': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae', 'status': 'completed', 'code': 200} Oct 31 15:04:06.734354 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281d979-bd1f-4a2f-acd0-527028253130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55ae02c-27e0-4569-87bb-f9cfcf44c1bb,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:06.740804 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-3281d979-bd1f-4a2f-acd0-527028253130 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ee9bc983690a4688903488d0968b324d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155344 Oct 31 15:04:06.744027 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48938) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:06.765575 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80c31c-a43e-4fc8-a36d-41901f56f7ab service neutron] Pushing event updated for resources: {'Port': ['ID=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:06.775223 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-02c3b50a-6fb4-444f-9e2d-70fb3c25a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:06.776832 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-02c3b50a-6fb4-444f-9e2d-70fb3c25a6d5 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=357cf607c19548859a14c92a4e90f148&device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 1127 time: 0.0787725 Oct 31 15:04:06.809690 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d842d0e5-de39-4b24-9705-ac3da2d6055d admin admin] Publish callbacks [] for security_group (f55ae02c-27e0-4569-87bb-f9cfcf44c1bb), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:06.822642 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-43fb4d5e-0903-495b-9b52-36bc76f1184e service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae HTTP/1.1" status: 200 len: 217 time: 0.0363202 Oct 31 15:04:06.837283 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d842d0e5-de39-4b24-9705-ac3da2d6055d admin admin] Publish callbacks [] for security_group (f55ae02c-27e0-4569-87bb-f9cfcf44c1bb), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:06.895660 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-bace0f02-a1e7-4dfd-8ef2-7211efff9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:06.897474 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-bace0f02-a1e7-4dfd-8ef2-7211efff9496 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=72cc5669-a813-47c1-807d-6c6b4ba2c650 HTTP/1.1" status: 200 len: 847 time: 0.0634096 Oct 31 15:04:06.898198 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d842d0e5-de39-4b24-9705-ac3da2d6055d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (f55ae02c-27e0-4569-87bb-f9cfcf44c1bb), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:06.904194 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d842d0e5-de39-4b24-9705-ac3da2d6055d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:06.904194 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-d842d0e5-de39-4b24-9705-ac3da2d6055d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f55ae02c-27e0-4569-87bb-f9cfcf44c1bb HTTP/1.1" status: 204 len: 168 time: 0.1573806 Oct 31 15:04:06.912341 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842d0e5-de39-4b24-9705-ac3da2d6055d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55ae02c-27e0-4569-87bb-f9cfcf44c1bb,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:06.990041 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-55749d1d-340b-4ee5-8301-e4f55f6d801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:06.992641 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-55749d1d-340b-4ee5-8301-e4f55f6d801e service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801699 Oct 31 15:04:07.103289 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-de6e2be9-6004-4afa-bf22-714abcbb65ca service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042936 Oct 31 15:04:07.199259 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:07.217549 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0449fede-ea34-4b91-943f-4d53f6cc065e req-deb68bb7-bbca-4ba9-af14-fc1262962a41 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056249 Oct 31 15:04:07.229347 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48952) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:07.346403 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48958) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:07.361440 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-40afd703-0d6f-476d-a2e1-7b3520c60f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:07.382183 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1c1e35b0-7d00-47f4-aa4d-1053c97be7ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:07.389501 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b357-7343-422b-bd65-ef92466e42e9 req-2a0a44d2-95a5-4ec7-9730-a853bfbda48f tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:07.390954 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-da78b357-7343-422b-bd65-ef92466e42e9 req-2a0a44d2-95a5-4ec7-9730-a853bfbda48f tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 943 time: 0.0694821 Oct 31 15:04:07.457629 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-40afd703-0d6f-476d-a2e1-7b3520c60f69 admin admin] Publish callbacks [] for security_group (ea12f565-f9ce-4d49-b25a-ce6ecb3f6476), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:07.466911 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-da78b357-7343-422b-bd65-ef92466e42e9 req-8d301641-e81a-4fff-a5d0-08e2394812ae tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668874 Oct 31 15:04:07.476570 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-40afd703-0d6f-476d-a2e1-7b3520c60f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ea12f565-f9ce-4d49-b25a-ce6ecb3f6476), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:07.516096 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:07.523893 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1c1e35b0-7d00-47f4-aa4d-1053c97be7ba admin admin] Publish callbacks [] for security_group (01522459-314d-49ec-b187-f2f3357e1eaa), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:07.529932 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-1c1e35b0-7d00-47f4-aa4d-1053c97be7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (01522459-314d-49ec-b187-f2f3357e1eaa), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:07.545946 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ce535-1d60-4898-b9ff-974dddf5d798 req-cfcd7efe-4c93-4d1d-bd2d-ec297bad790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:07.547469 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9e9ce535-1d60-4898-b9ff-974dddf5d798 req-cfcd7efe-4c93-4d1d-bd2d-ec297bad790a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=357cf607c19548859a14c92a4e90f148&device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 1127 time: 0.0884433 Oct 31 15:04:07.552123 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-40afd703-0d6f-476d-a2e1-7b3520c60f69 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=fee24a80cbcb429db63b5573f1f5fac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041702 Oct 31 15:04:07.552368 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afd703-0d6f-476d-a2e1-7b3520c60f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea12f565-f9ce-4d49-b25a-ce6ecb3f6476,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:07.557499 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 48962) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:07.586715 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-1c1e35b0-7d00-47f4-aa4d-1053c97be7ba admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1504d59e0dc846a9bd0904b292a02128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531885 Oct 31 15:04:07.586715 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e35b0-7d00-47f4-aa4d-1053c97be7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01522459-314d-49ec-b187-f2f3357e1eaa,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:07.587695 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 48966) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:07.642675 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-35c4e9c1-bf8d-49a7-9c74-32123e8c5771 admin admin] Publish callbacks [] for security_group (01522459-314d-49ec-b187-f2f3357e1eaa), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:07.665681 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-35c4e9c1-bf8d-49a7-9c74-32123e8c5771 admin admin] Publish callbacks [] for security_group (01522459-314d-49ec-b187-f2f3357e1eaa), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:07.674635 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-28ca4f9b-001d-4f04-a9c8-78d0edf651e0 admin admin] Publish callbacks [] for security_group (ea12f565-f9ce-4d49-b25a-ce6ecb3f6476), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:07.695958 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ce535-1d60-4898-b9ff-974dddf5d798 req-6907c684-160f-40ec-b6db-d2ee2b37e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:07.697435 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9e9ce535-1d60-4898-b9ff-974dddf5d798 req-6907c684-160f-40ec-b6db-d2ee2b37e4b3 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534 HTTP/1.1" status: 200 len: 909 time: 0.1404274 Oct 31 15:04:07.705874 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-28ca4f9b-001d-4f04-a9c8-78d0edf651e0 admin admin] Publish callbacks [] for security_group (ea12f565-f9ce-4d49-b25a-ce6ecb3f6476), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:07.718342 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-35c4e9c1-bf8d-49a7-9c74-32123e8c5771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (01522459-314d-49ec-b187-f2f3357e1eaa), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:07.720970 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-35c4e9c1-bf8d-49a7-9c74-32123e8c5771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:07.722255 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-35c4e9c1-bf8d-49a7-9c74-32123e8c5771 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/01522459-314d-49ec-b187-f2f3357e1eaa HTTP/1.1" status: 204 len: 168 time: 0.1333337 Oct 31 15:04:07.733930 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4e9c1-bf8d-49a7-9c74-32123e8c5771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01522459-314d-49ec-b187-f2f3357e1eaa,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:07.759305 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9e9ce535-1d60-4898-b9ff-974dddf5d798 req-9b149e96-4de9-4d58-99c9-356cd48b3158 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae HTTP/1.1" status: 200 len: 217 time: 0.0511405 Oct 31 15:04:07.826943 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ce535-1d60-4898-b9ff-974dddf5d798 req-5248ade1-4327-4878-9ed0-d215c5c253b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:07.829829 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9e9ce535-1d60-4898-b9ff-974dddf5d798 req-5248ade1-4327-4878-9ed0-d215c5c253b4 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=72cc5669-a813-47c1-807d-6c6b4ba2c650 HTTP/1.1" status: 200 len: 847 time: 0.0625837 Oct 31 15:04:07.831028 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-28ca4f9b-001d-4f04-a9c8-78d0edf651e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ea12f565-f9ce-4d49-b25a-ce6ecb3f6476), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:07.834028 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-28ca4f9b-001d-4f04-a9c8-78d0edf651e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:07.835143 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-28ca4f9b-001d-4f04-a9c8-78d0edf651e0 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ea12f565-f9ce-4d49-b25a-ce6ecb3f6476 HTTP/1.1" status: 204 len: 168 time: 0.2793093 Oct 31 15:04:07.887252 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca4f9b-001d-4f04-a9c8-78d0edf651e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea12f565-f9ce-4d49-b25a-ce6ecb3f6476,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:07.901325 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ce535-1d60-4898-b9ff-974dddf5d798 req-3665556c-e249-4e93-8a43-21e8151b774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:07.902871 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9e9ce535-1d60-4898-b9ff-974dddf5d798 req-3665556c-e249-4e93-8a43-21e8151b774d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666769 Oct 31 15:04:08.043155 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9e9ce535-1d60-4898-b9ff-974dddf5d798 req-ee633fe1-1ff6-404d-8cf0-d6c539fa3b72 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304667 Oct 31 15:04:08.142987 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9e9ce535-1d60-4898-b9ff-974dddf5d798 req-a457e5eb-70ac-4a92-9fa8-2bbcf66f0981 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926063 Oct 31 15:04:08.608367 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 49010) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:08.631464 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26952cc7-c327-4d8c-a0c5-7ab65311f2b7 req-3d6b52a0-98d0-469b-af6a-5882469769bb tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:08.633916 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-26952cc7-c327-4d8c-a0c5-7ab65311f2b7 req-3d6b52a0-98d0-469b-af6a-5882469769bb tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 943 time: 0.0576313 Oct 31 15:04:08.653600 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:08.693004 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-26952cc7-c327-4d8c-a0c5-7ab65311f2b7 req-306f3319-1931-4212-8faa-2a8d1cd8de42 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532558 Oct 31 15:04:08.849084 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-440702521-network', 'tenant_id': '3424a823161e49029c454a8818f7bd7f'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:04:08.871317 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] Made reservation on behalf of 3424a823161e49029c454a8818f7bd7f for: {'network': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:04:08.873972 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:08.883651 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:08.920990 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:08.959642 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:08.968925 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] Publish callbacks [] for security_group (3ecd4d02-962f-4782-8c04-19dd7c84f909), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:08.975513 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (3ecd4d02-962f-4782-8c04-19dd7c84f909), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:09.004855 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=119728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 15:04:09.015493 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecd4d02-962f-4782-8c04-19dd7c84f909,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:09.021565 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (89274864-92d7-4aa9-aea3-44799a5cdbf9), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:09.022019 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.segments_db [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] Added segment 89274864-92d7-4aa9-aea3-44799a5cdbf9 of type vlan for network ec1489db-82f7-421f-84de-b1ffcdcc5c33 Oct 31 15:04:09.067124 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (ec1489db-82f7-421f-84de-b1ffcdcc5c33), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:09.096814 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (ec1489db-82f7-421f-84de-b1ffcdcc5c33), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:09.098717 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:09.099465 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:09.150960 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5406930 Oct 31 15:04:09.154079 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 49026) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:09.161017 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-bcd5039f-7ed7-4be0-a31a-e9fca3661111 admin admin] Request body: {'subnet': {'network_id': 'ec1489db-82f7-421f-84de-b1ffcdcc5c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-440702521-subnet', 'tenant_id': '3424a823161e49029c454a8818f7bd7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:04:09.164713 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8e05d-2c32-43e2-8d90-251fa853ae61 admin admin] Pushing event updated for resources: {'Network': ['ID=ec1489db-82f7-421f-84de-b1ffcdcc5c33,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:09.175922 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network ec1489db-82f7-421f-84de-b1ffcdcc5c33 details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 15:04:09.183077 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:09.194556 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd5039f-7ed7-4be0-a31a-e9fca3661111 admin admin] Made reservation on behalf of 3424a823161e49029c454a8818f7bd7f for: {'subnet': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:04:09.197271 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bcd5039f-7ed7-4be0-a31a-e9fca3661111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14532971'] for subnet (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:09.393288 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bcd5039f-7ed7-4be0-a31a-e9fca3661111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15445745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14532869'] for subnet (a97110c6-fe66-4288-9258-142b3b04fbfc), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:09.398279 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:09.454824 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5039f-7ed7-4be0-a31a-e9fca3661111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97110c6-fe66-4288-9258-142b3b04fbfc,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:09.466913 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd5039f-7ed7-4be0-a31a-e9fca3661111 admin admin] Checking segment: {'id': '89274864-92d7-4aa9-aea3-44799a5cdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ec1489db-82f7-421f-84de-b1ffcdcc5c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:04:09.467272 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5039f-7ed7-4be0-a31a-e9fca3661111 admin admin] Network hostable DHCP agents. Network: ec1489db-82f7-421f-84de-b1ffcdcc5c33, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119727) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 15:04:09.485267 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5039f-7ed7-4be0-a31a-e9fca3661111 admin admin] Network ec1489db-82f7-421f-84de-b1ffcdcc5c33 is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 15:04:09.494519 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5039f-7ed7-4be0-a31a-e9fca3661111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, ec1489db-82f7-421f-84de-b1ffcdcc5c33) {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:04:09.499538 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd5039f-7ed7-4be0-a31a-e9fca3661111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:09.500058 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bcd5039f-7ed7-4be0-a31a-e9fca3661111 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:09.506062 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5efb45d-ec2f-49de-b799-032c7847890f None None] Network ec1489db-82f7-421f-84de-b1ffcdcc5c33 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:04:09.518282 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-bcd5039f-7ed7-4be0-a31a-e9fca3661111 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3627129 Oct 31 15:04:09.576749 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:09.657475 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba23edde-9c58-4c70-a77e-a79e1a18066f None None] Network ec1489db-82f7-421f-84de-b1ffcdcc5c33 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:04:09.661037 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:09.843694 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752a3f1-5c17-4960-9f73-829503ba8334 req-156bedad-c7ee-4df8-8454-b320dfcfd2d7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:09.845232 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8752a3f1-5c17-4960-9f73-829503ba8334 req-156bedad-c7ee-4df8-8454-b320dfcfd2d7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 943 time: 0.0588419 Oct 31 15:04:09.915525 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8752a3f1-5c17-4960-9f73-829503ba8334 req-6732efa1-d5ee-4df9-874c-baf13b3b6b7b tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633512 Oct 31 15:04:10.937097 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=18 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:11.048169 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da9e7d-a323-47f7-94a1-93c4841ef665 req-da62ac79-6356-4966-841e-73664f71fcba tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:11.049737 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-77da9e7d-a323-47f7-94a1-93c4841ef665 req-da62ac79-6356-4966-841e-73664f71fcba tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 943 time: 0.0474446 Oct 31 15:04:11.107932 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-77da9e7d-a323-47f7-94a1-93c4841ef665 req-fa2a7422-2c7c-4835-a8d5-df504cb352ce tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516374 Oct 31 15:04:11.378087 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-bafe211b-4fe9-4122-8e2b-2ec29e83e0f1 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:11.379683 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-bafe211b-4fe9-4122-8e2b-2ec29e83e0f1 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/networks?id=ec1489db-82f7-421f-84de-b1ffcdcc5c33 HTTP/1.1" status: 200 len: 813 time: 0.1068614 Oct 31 15:04:11.394984 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-95ac1dfa-32ea-41f0-9da1-9dbfd3742f43 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/quotas/3424a823161e49029c454a8818f7bd7f HTTP/1.1" status: 200 len: 375 time: 0.0098462 Oct 31 15:04:11.429001 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-94499624-cd21-4f57-a08f-f15415580d60 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=3424a823161e49029c454a8818f7bd7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287197 Oct 31 15:04:11.539774 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-5256519c-3af4-4d0f-9e03-7a54923aaff9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ec1489db-82f7-421f-84de-b1ffcdcc5c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040838 Oct 31 15:04:11.631058 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-d67b4523-a6fe-490f-a2e7-b0d2515c6771 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ec1489db-82f7-421f-84de-b1ffcdcc5c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856402 Oct 31 15:04:11.809672 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-64b74935-90b4-46a9-9266-a74dfb7fc4e7 req-f85b1cc9-e842-4f5a-8f85-3d0c71a30191 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 210 time: 0.0295181 Oct 31 15:04:12.239881 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a6bde-1cc1-4e49-9854-7cdd50ac0998 req-31343d66-5873-44ae-b396-a0083ef3f6cb tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:12.241361 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3b9a6bde-1cc1-4e49-9854-7cdd50ac0998 req-31343d66-5873-44ae-b396-a0083ef3f6cb tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 943 time: 0.0550108 Oct 31 15:04:12.292066 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3b9a6bde-1cc1-4e49-9854-7cdd50ac0998 req-73d7e0a2-44d7-4687-ae15-5e71d17a930d tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450840 Oct 31 15:04:12.920070 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1324efe7-94df-462f-aa60-a909fd59f9ca req-08259936-e85c-473a-82f2-708d6d643cc2 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 210 time: 0.0305157 Oct 31 15:04:12.948697 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:13.361490 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 49160) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:13.438813 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f8245-5a80-4982-83c2-84222d7249b0 req-199822ff-f677-4c01-90da-1e932a35de56 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:13.440516 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9e2f8245-5a80-4982-83c2-84222d7249b0 req-199822ff-f677-4c01-90da-1e932a35de56 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 943 time: 0.0537999 Oct 31 15:04:13.475108 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-0f4312f0-0fba-4972-9831-8786675f9304 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:13.476817 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-0f4312f0-0fba-4972-9831-8786675f9304 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.44 "GET /networking/v2.0/networks?id=ec1489db-82f7-421f-84de-b1ffcdcc5c33 HTTP/1.1" status: 200 len: 813 time: 0.1371760 Oct 31 15:04:13.490273 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-7d2fe4b3-9488-4c1a-a977-d008c3329bce tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Request body: {'port': {'device_id': '80c24a6b-5f69-4a62-82b3-bb4b270249f5', 'network_id': 'ec1489db-82f7-421f-84de-b1ffcdcc5c33', 'admin_state_up': True, 'tenant_id': '3424a823161e49029c454a8818f7bd7f'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:04:13.506174 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f3369c4e-a560-466e-b362-94bf0fcc0d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:13.511496 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9e2f8245-5a80-4982-83c2-84222d7249b0 req-b97d8c4a-3b20-4a87-833a-3d89227d1e9f tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639150 Oct 31 15:04:13.540098 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:13.610073 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f3369c4e-a560-466e-b362-94bf0fcc0d7d admin admin] Publish callbacks [] for security_group (c445bc09-0bbc-4641-bbd3-267518db7729), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:13.614897 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-f3369c4e-a560-466e-b362-94bf0fcc0d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (c445bc09-0bbc-4641-bbd3-267518db7729), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:13.619829 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:13.626889 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-7d2fe4b3-9488-4c1a-a977-d008c3329bce tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Made reservation on behalf of 3424a823161e49029c454a8818f7bd7f for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:04:13.631255 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-7d2fe4b3-9488-4c1a-a977-d008c3329bce tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:13.657558 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-f3369c4e-a560-466e-b362-94bf0fcc0d7d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=db00efbed8074c5786b311c8dd6d1534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949924 Oct 31 15:04:13.662847 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 49168) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:13.669954 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3369c4e-a560-466e-b362-94bf0fcc0d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c445bc09-0bbc-4641-bbd3-267518db7729,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:13.718623 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b23322a7-396f-4b8b-a960-07b061e0f366 admin admin] Publish callbacks [] for security_group (c445bc09-0bbc-4641-bbd3-267518db7729), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:13.740395 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b23322a7-396f-4b8b-a960-07b061e0f366 admin admin] Publish callbacks [] for security_group (c445bc09-0bbc-4641-bbd3-267518db7729), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:13.763845 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-7d2fe4b3-9488-4c1a-a977-d008c3329bce tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Allocated IP 172.20.0.13 (ec1489db-82f7-421f-84de-b1ffcdcc5c33/a97110c6-fe66-4288-9258-142b3b04fbfc/fdee37ea-cef0-4ac9-a7f1-8bd62eb71286) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:04:13.791007 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b23322a7-396f-4b8b-a960-07b061e0f366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (c445bc09-0bbc-4641-bbd3-267518db7729), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:13.793713 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b23322a7-396f-4b8b-a960-07b061e0f366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:13.794872 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-b23322a7-396f-4b8b-a960-07b061e0f366 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c445bc09-0bbc-4641-bbd3-267518db7729 HTTP/1.1" status: 204 len: 168 time: 0.1311324 Oct 31 15:04:13.803485 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23322a7-396f-4b8b-a960-07b061e0f366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c445bc09-0bbc-4641-bbd3-267518db7729,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:13.834515 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:14.116601 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 49178) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:14.130718 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-34554e18-0e78-4b5b-b299-993bc0a3fb52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:14.216741 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-34554e18-0e78-4b5b-b299-993bc0a3fb52 admin admin] Publish callbacks [] for security_group (83aa68dc-0ed0-441a-a32a-1bd2688ef7f2), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:14.221263 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-34554e18-0e78-4b5b-b299-993bc0a3fb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (83aa68dc-0ed0-441a-a32a-1bd2688ef7f2), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:14.228302 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-7d2fe4b3-9488-4c1a-a977-d008c3329bce tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks [] for port (fdee37ea-cef0-4ac9-a7f1-8bd62eb71286), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:14.257919 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-af67d829-e88b-41c2-ae82-d5be2ea7555b req-50d49439-d8ba-41e8-a6ba-b4e51185c841 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 210 time: 0.0332818 Oct 31 15:04:14.261911 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-34554e18-0e78-4b5b-b299-993bc0a3fb52 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=93d56ebf11524dc885f54d591bf2eaab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442912 Oct 31 15:04:14.262770 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34554e18-0e78-4b5b-b299-993bc0a3fb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83aa68dc-0ed0-441a-a32a-1bd2688ef7f2,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:14.264538 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 49180) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:14.311918 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:14.332650 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-7d2fe4b3-9488-4c1a-a977-d008c3329bce tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (fdee37ea-cef0-4ac9-a7f1-8bd62eb71286), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:14.381238 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-71cae32f-a66d-4c11-958b-45f17a6bad78 admin admin] Publish callbacks [] for security_group (83aa68dc-0ed0-441a-a32a-1bd2688ef7f2), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:14.412973 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-7d2fe4b3-9488-4c1a-a977-d008c3329bce tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Network ec1489db-82f7-421f-84de-b1ffcdcc5c33 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:04:14.418841 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-71cae32f-a66d-4c11-958b-45f17a6bad78 admin admin] Publish callbacks [] for security_group (83aa68dc-0ed0-441a-a32a-1bd2688ef7f2), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:14.427243 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-7d2fe4b3-9488-4c1a-a977-d008c3329bce tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:04:14.429679 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-7d2fe4b3-9488-4c1a-a977-d008c3329bce tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:04:14.458833 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fe4b3-9488-4c1a-a977-d008c3329bce tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Pushing event updated for resources: {'Port': ['ID=fdee37ea-cef0-4ac9-a7f1-8bd62eb71286,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:14.504885 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-7d2fe4b3-9488-4c1a-a977-d008c3329bce tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:14.505504 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-7d2fe4b3-9488-4c1a-a977-d008c3329bce tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:14.526689 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-7d2fe4b3-9488-4c1a-a977-d008c3329bce tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0412924 Oct 31 15:04:14.527628 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-71cae32f-a66d-4c11-958b-45f17a6bad78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (83aa68dc-0ed0-441a-a32a-1bd2688ef7f2), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:14.530090 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-71cae32f-a66d-4c11-958b-45f17a6bad78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:14.531245 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-71cae32f-a66d-4c11-958b-45f17a6bad78 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/83aa68dc-0ed0-441a-a32a-1bd2688ef7f2 HTTP/1.1" status: 204 len: 168 time: 0.2649198 Oct 31 15:04:14.544291 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Request body: {'port': {'device_id': '80c24a6b-5f69-4a62-82b3-bb4b270249f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:04:14.572988 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cae32f-a66d-4c11-958b-45f17a6bad78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aa68dc-0ed0-441a-a32a-1bd2688ef7f2,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:14.622018 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fdee37ea-cef0-4ac9-a7f1-8bd62eb71286), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:14.651277 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8d9b4-4e81-43f9-804b-5bb4b6e39a09 req-9db6737a-8625-480a-817f-7f33a5bde6fd tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:14.652910 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5ee8d9b4-4e81-43f9-804b-5bb4b6e39a09 req-9db6737a-8625-480a-817f-7f33a5bde6fd tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 943 time: 0.0614910 Oct 31 15:04:14.710847 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5ee8d9b4-4e81-43f9-804b-5bb4b6e39a09 req-87fa87e5-9822-4d9d-97d4-30590bc193cd tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513644 Oct 31 15:04:14.900988 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:04:14.908614 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Publish callbacks [] for port (fdee37ea-cef0-4ac9-a7f1-8bd62eb71286), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:14.912061 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:14.924889 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Transition to ACTIVE for port object fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 15:04:14.929187 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (fdee37ea-cef0-4ac9-a7f1-8bd62eb71286), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:14.996481 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fdee37ea-cef0-4ac9-a7f1-8bd62eb71286,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:15.060783 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Attempting to bind port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:04:15.061124 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Attempting to bind port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '89274864-92d7-4aa9-aea3-44799a5cdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ec1489db-82f7-421f-84de-b1ffcdcc5c33'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:04:15.061693 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Attempting to bind port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 on network ec1489db-82f7-421f-84de-b1ffcdcc5c33 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:04:15.111148 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 on network ec1489db-82f7-421f-84de-b1ffcdcc5c33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 15:04:15.111489 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Attempting to bind port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 on network ec1489db-82f7-421f-84de-b1ffcdcc5c33 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:04:15.158334 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:04:15.158697 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Checking segment: {'id': '89274864-92d7-4aa9-aea3-44799a5cdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ec1489db-82f7-421f-84de-b1ffcdcc5c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:04:15.159082 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Bound using segment: {'id': '89274864-92d7-4aa9-aea3-44799a5cdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ec1489db-82f7-421f-84de-b1ffcdcc5c33'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:04:15.159705 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Bound port: fdee37ea-cef0-4ac9-a7f1-8bd62eb71286, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89274864-92d7-4aa9-aea3-44799a5cdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ec1489db-82f7-421f-84de-b1ffcdcc5c33'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:04:15.160545 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fdee37ea-cef0-4ac9-a7f1-8bd62eb71286), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:15.226114 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] For port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:04:15.227924 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:15.230007 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] For port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fdee37ea-cef0-4ac9-a7f1-8bd62eb71286,segment=NetworkSegment(89274864-92d7-4aa9-aea3-44799a5cdbf9),segment_id=89274864-92d7-4aa9-aea3-44799a5cdbf9)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:04:15.236679 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (fdee37ea-cef0-4ac9-a7f1-8bd62eb71286), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:15.240502 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:15.241204 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:15.242827 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 HTTP/1.1" status: 200 len: 1094 time: 0.7028697 Oct 31 15:04:15.245596 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c24a6b-5f69-4a62-82b3-bb4b270249f5', 'tag': 'fdee37ea-cef0-4ac9-a7f1-8bd62eb71286'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:04:15.248602 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0fd8ec-1da7-49bc-ba80-f1cc9c431ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "80c24a6b-5f69-4a62-82b3-bb4b270249f5", "tag": "fdee37ea-cef0-4ac9-a7f1-8bd62eb71286"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:04:15.305146 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-15479279-fab2-4aea-8c12-605678ae4bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:15.320291 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ed674e-cae6-4574-ba2c-df6e742a7223 x-openstack-request-id: req-f7ed674e-cae6-4574-ba2c-df6e742a7223 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:04:15.320580 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c24a6b-5f69-4a62-82b3-bb4b270249f5", "tag": "fdee37ea-cef0-4ac9-a7f1-8bd62eb71286", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:04:15.320828 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7ed674e-cae6-4574-ba2c-df6e742a7223 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:04:15.321236 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ed674e-cae6-4574-ba2c-df6e742a7223'] response: {'name': 'network-changed', 'server_uuid': '80c24a6b-5f69-4a62-82b3-bb4b270249f5', 'tag': 'fdee37ea-cef0-4ac9-a7f1-8bd62eb71286', 'status': 'completed', 'code': 200} Oct 31 15:04:15.348009 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-25f9adc2-7dd0-4791-98a1-6ea639e5fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:15.349433 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-25f9adc2-7dd0-4791-98a1-6ea639e5fa0b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3424a823161e49029c454a8818f7bd7f&device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 1128 time: 0.0660741 Oct 31 15:04:15.352461 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a188e-f1e6-421a-aaa6-a74cac0203f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fdee37ea-cef0-4ac9-a7f1-8bd62eb71286,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:15.395273 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-19b5fb59-a2b0-4ca1-924f-c4e96a70f102 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 HTTP/1.1" status: 200 len: 217 time: 0.0379622 Oct 31 15:04:15.405062 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b9482-69e0-4802-8db9-e9b7e4f1d6c9 req-2b33e82a-c8c3-4575-aa30-164db841def4 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:15.406556 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f65b9482-69e0-4802-8db9-e9b7e4f1d6c9 req-2b33e82a-c8c3-4575-aa30-164db841def4 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 944 time: 0.0547507 Oct 31 15:04:15.457498 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-26a50d82-f56b-4994-835b-761002279ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:15.459213 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-26a50d82-f56b-4994-835b-761002279ba0 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a97110c6-fe66-4288-9258-142b3b04fbfc HTTP/1.1" status: 200 len: 853 time: 0.0591738 Oct 31 15:04:15.465594 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f65b9482-69e0-4802-8db9-e9b7e4f1d6c9 req-88be82db-bf4e-4218-b974-c5ccb68631ee tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514245 Oct 31 15:04:15.495642 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-68de1e09-35c4-42f3-8765-5a8f9251d36b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=ec1489db-82f7-421f-84de-b1ffcdcc5c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306978 Oct 31 15:04:15.589003 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-0f746bff-69d4-4d7d-aa4f-33a25de7d8a3 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/ec1489db-82f7-421f-84de-b1ffcdcc5c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871587 Oct 31 15:04:15.686486 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9e02754-6a9f-4d2e-84e0-0961b8c7b609 req-3eebf64e-f4fd-4ae9-bf58-e84502a4fab0 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/ec1489db-82f7-421f-84de-b1ffcdcc5c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920351 Oct 31 15:04:15.843961 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963385e-a7cd-41c1-b970-72b2107b76fc req-17681002-7f81-4e5d-8006-970eaf6d3997 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:15.845446 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2963385e-a7cd-41c1-b970-72b2107b76fc req-17681002-7f81-4e5d-8006-970eaf6d3997 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 943 time: 0.0509913 Oct 31 15:04:15.898005 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2963385e-a7cd-41c1-b970-72b2107b76fc req-827ba7af-1d0d-4a6b-bfda-efa7e2b2221e tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465741 Oct 31 15:04:15.989567 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 15:04:16.096602 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:04:16.109471 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'port_id': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae', 'mac_address': 'fa:16:3e:88:70:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 15:04:16.146553 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:04:16.146940 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:16.173953 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:04:16.197646 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:04:16.202537 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:16.264779 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:16.333023 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-b28e36b7-b767-49bd-a1cb-4703fbd22b4b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-825469118&fields=id&tenant_id=d7f5a9331dd54d9e8b5033234cb1077a HTTP/1.1" status: 200 len: 267 time: 0.0496631 Oct 31 15:04:16.417027 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:04:16.431195 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd8ec-1da7-49bc-ba80-f1cc9c431ad6 req-ba35ebc8-5686-4739-b0da-b133ea360c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:16.434890 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5c0fd8ec-1da7-49bc-ba80-f1cc9c431ad6 req-ba35ebc8-5686-4739-b0da-b133ea360c8f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3424a823161e49029c454a8818f7bd7f&device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 1128 time: 0.0570827 Oct 31 15:04:16.448610 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 49254) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:16.468971 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-deed3276-2f7f-4e70-b25b-afae093ec744 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:16.470722 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-deed3276-2f7f-4e70-b25b-afae093ec744 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 811 time: 0.1306934 Oct 31 15:04:16.491471 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-31fb7694-2e7c-4792-8ced-a7b5d279c2cb tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/quotas/d7f5a9331dd54d9e8b5033234cb1077a HTTP/1.1" status: 200 len: 375 time: 0.0113881 Oct 31 15:04:16.540244 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:16.553184 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:16.565010 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-8e6a7f1d-2ce3-4892-a808-7a4b46f4f621 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662463 Oct 31 15:04:16.593876 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd8ec-1da7-49bc-ba80-f1cc9c431ad6 req-ac636e1f-8a62-414d-b81d-683980f51e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:16.595666 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5c0fd8ec-1da7-49bc-ba80-f1cc9c431ad6 req-ac636e1f-8a62-414d-b81d-683980f51e21 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=ec1489db-82f7-421f-84de-b1ffcdcc5c33 HTTP/1.1" status: 200 len: 914 time: 0.1534984 Oct 31 15:04:16.609512 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-41eb3fbf-896b-44bf-b854-db09df2e5322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:16.662766 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5c0fd8ec-1da7-49bc-ba80-f1cc9c431ad6 req-3c6dcbcf-55f9-47ba-be62-f8561c5ee61f service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 HTTP/1.1" status: 200 len: 217 time: 0.0559561 Oct 31 15:04:16.704721 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:16.706119 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228feda-23b2-48bc-8cd9-070b808d7054 req-5588237c-34d3-4cc1-85f4-9f8df5be223f tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:16.708157 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2228feda-23b2-48bc-8cd9-070b808d7054 req-5588237c-34d3-4cc1-85f4-9f8df5be223f tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 944 time: 0.1112671 Oct 31 15:04:16.739682 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd8ec-1da7-49bc-ba80-f1cc9c431ad6 req-bdbd3b03-a313-40da-9f97-126a16f3d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:16.741157 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5c0fd8ec-1da7-49bc-ba80-f1cc9c431ad6 req-bdbd3b03-a313-40da-9f97-126a16f3d519 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a97110c6-fe66-4288-9258-142b3b04fbfc HTTP/1.1" status: 200 len: 853 time: 0.0729525 Oct 31 15:04:16.743953 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-fcf8e7e7-5ca7-4377-a546-1b8f5e19dc70 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565642 Oct 31 15:04:16.786787 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5c0fd8ec-1da7-49bc-ba80-f1cc9c431ad6 req-9aab0450-3f0b-447c-891c-e190dac32d19 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=ec1489db-82f7-421f-84de-b1ffcdcc5c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356174 Oct 31 15:04:16.791084 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2228feda-23b2-48bc-8cd9-070b808d7054 req-8902c50a-5362-4785-a610-033933975b72 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764747 Oct 31 15:04:16.834616 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-41eb3fbf-896b-44bf-b854-db09df2e5322 admin admin] Publish callbacks [] for security_group (c07a7d3b-5493-4cdd-b9fb-807ee55f4b08), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:16.840827 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-41eb3fbf-896b-44bf-b854-db09df2e5322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (c07a7d3b-5493-4cdd-b9fb-807ee55f4b08), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:16.893052 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5c0fd8ec-1da7-49bc-ba80-f1cc9c431ad6 req-b957b50c-ae80-408e-ab94-1a394e4971de service neutron] 10.222.0.44 "GET /networking/v2.0/networks/ec1489db-82f7-421f-84de-b1ffcdcc5c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987186 Oct 31 15:04:16.910224 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-41eb3fbf-896b-44bf-b854-db09df2e5322 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9d93667365554241b2ecba8d4978493b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4596369 Oct 31 15:04:16.912503 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-73d7985f-696e-4131-82dc-5558d3d11436 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610525 Oct 31 15:04:16.913090 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb3fbf-896b-44bf-b854-db09df2e5322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07a7d3b-5493-4cdd-b9fb-807ee55f4b08,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:16.915475 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 49262) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:16.982240 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31163b44-9da8-478d-a093-b42fd3751485 admin admin] Publish callbacks [] for security_group (c07a7d3b-5493-4cdd-b9fb-807ee55f4b08), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:17.007357 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31163b44-9da8-478d-a093-b42fd3751485 admin admin] Publish callbacks [] for security_group (c07a7d3b-5493-4cdd-b9fb-807ee55f4b08), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:17.052734 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5c0fd8ec-1da7-49bc-ba80-f1cc9c431ad6 req-98366f1f-ad9a-404e-90d7-d45a60341291 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/ec1489db-82f7-421f-84de-b1ffcdcc5c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536751 Oct 31 15:04:17.060373 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dbcc9-516b-4b03-b864-99b8c3b6fc28 req-7e539bf2-a2c2-4744-a4d1-afc07a81588a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:17.061831 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-295dbcc9-516b-4b03-b864-99b8c3b6fc28 req-7e539bf2-a2c2-4744-a4d1-afc07a81588a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 944 time: 0.0791066 Oct 31 15:04:17.073597 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31163b44-9da8-478d-a093-b42fd3751485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (c07a7d3b-5493-4cdd-b9fb-807ee55f4b08), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:17.079069 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-31163b44-9da8-478d-a093-b42fd3751485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:17.083037 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-31163b44-9da8-478d-a093-b42fd3751485 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c07a7d3b-5493-4cdd-b9fb-807ee55f4b08 HTTP/1.1" status: 204 len: 168 time: 0.1639802 Oct 31 15:04:17.088720 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31163b44-9da8-478d-a093-b42fd3751485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07a7d3b-5493-4cdd-b9fb-807ee55f4b08,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:17.120205 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:17.134109 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-295dbcc9-516b-4b03-b864-99b8c3b6fc28 req-da5b2edc-c9d9-4396-9465-196756955980 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641568 Oct 31 15:04:17.271415 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-15b3afcb-288c-4e61-abd9-cad58352e49d req-ed7419e0-63e1-4508-a477-6cde81a1926f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 210 time: 0.0290010 Oct 31 15:04:17.398576 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 49284) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:17.413449 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d717a533-5e2d-49af-801a-cd63a86023ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:17.493150 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d717a533-5e2d-49af-801a-cd63a86023ad admin admin] Publish callbacks [] for security_group (db2a627a-b196-424d-a970-25f7554abcc3), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:17.497544 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d717a533-5e2d-49af-801a-cd63a86023ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (db2a627a-b196-424d-a970-25f7554abcc3), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:17.527592 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-8358e202-ee8f-4447-9d4c-bcf45d2dc76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:17.541998 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-d717a533-5e2d-49af-801a-cd63a86023ad admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=40a705cb20e140c49c92ec26fd4e95a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416485 Oct 31 15:04:17.542806 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717a533-5e2d-49af-801a-cd63a86023ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2a627a-b196-424d-a970-25f7554abcc3,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:17.545164 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 49288) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:17.599477 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d54da85d-3b90-44d7-be9a-24d4d30d8c44 admin admin] Publish callbacks [] for security_group (db2a627a-b196-424d-a970-25f7554abcc3), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:17.620363 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d54da85d-3b90-44d7-be9a-24d4d30d8c44 admin admin] Publish callbacks [] for security_group (db2a627a-b196-424d-a970-25f7554abcc3), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:17.672968 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d54da85d-3b90-44d7-be9a-24d4d30d8c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (db2a627a-b196-424d-a970-25f7554abcc3), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:17.675757 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d54da85d-3b90-44d7-be9a-24d4d30d8c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:17.677030 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-d54da85d-3b90-44d7-be9a-24d4d30d8c44 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/db2a627a-b196-424d-a970-25f7554abcc3 HTTP/1.1" status: 204 len: 168 time: 0.1306760 Oct 31 15:04:17.685451 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54da85d-3b90-44d7-be9a-24d4d30d8c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2a627a-b196-424d-a970-25f7554abcc3,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:17.923964 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffe552-5e7c-4e61-8ac3-c14f9fbf0d3b req-2c4789aa-92d4-4e37-b7fc-0075db769464 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:17.925648 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-74ffe552-5e7c-4e61-8ac3-c14f9fbf0d3b req-2c4789aa-92d4-4e37-b7fc-0075db769464 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 944 time: 0.0539932 Oct 31 15:04:17.985588 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:17.991018 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-74ffe552-5e7c-4e61-8ac3-c14f9fbf0d3b req-adcf4790-3591-46b5-9328-cd29262bef20 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580151 Oct 31 15:04:18.007086 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 15:04:18.011790 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:04:18.042086 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:18.075363 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:18.117860 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 15:04:18.125751 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:04:18.126127 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:18.126464 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae Oct 31 15:04:18.182882 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fdee37ea-cef0-4ac9-a7f1-8bd62eb71286,segment=NetworkSegment(89274864-92d7-4aa9-aea3-44799a5cdbf9),segment_id=89274864-92d7-4aa9-aea3-44799a5cdbf9)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:04:18.200324 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': 'fdee37ea-cef0-4ac9-a7f1-8bd62eb71286', 'network_id': 'ec1489db-82f7-421f-84de-b1ffcdcc5c33', 'port_id': 'fdee37ea-cef0-4ac9-a7f1-8bd62eb71286', 'mac_address': 'fa:16:3e:d1:a3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97110c6-fe66-4288-9258-142b3b04fbfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 15:04:18.269397 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:04:18.269798 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fdee37ea-cef0-4ac9-a7f1-8bd62eb71286), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:18.273384 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:04:18.273780 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:18.295496 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:04:18.316063 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:04:18.319146 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db621a9a-6fc2-47e4-8da2-bf0899406964" -d '{"events": [{"server_uuid": "8a84bc4d-cc6e-455f-a958-b9e62714400b", "name": "network-vif-plugged", "status": "completed", "tag": "14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:04:18.320622 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b3427-1fed-4c58-806c-e2b6af8c5be5 req-cfa43981-cf79-4245-874c-0d0187aac939 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:18.337129 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2a3b3427-1fed-4c58-806c-e2b6af8c5be5 req-cfa43981-cf79-4245-874c-0d0187aac939 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 944 time: 0.1010675 Oct 31 15:04:18.343720 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:04:18.345805 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fdee37ea-cef0-4ac9-a7f1-8bd62eb71286,segment=NetworkSegment(89274864-92d7-4aa9-aea3-44799a5cdbf9),segment_id=89274864-92d7-4aa9-aea3-44799a5cdbf9)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:04:18.350904 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:18.357303 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fdee37ea-cef0-4ac9-a7f1-8bd62eb71286), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:18.417974 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:18.420205 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ed9c9add-817b-4d9d-ad12-69d7464d1eff req-8ba40952-c994-4e11-8af1-b92bb5689b89 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 210 time: 0.0474265 Oct 31 15:04:18.506678 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1610bd4a-2f59-4a96-8e0f-a956b434e00d x-openstack-request-id: req-1610bd4a-2f59-4a96-8e0f-a956b434e00d {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:04:18.507065 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a84bc4d-cc6e-455f-a958-b9e62714400b", "name": "network-vif-plugged", "status": "completed", "tag": "14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:04:18.507401 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1610bd4a-2f59-4a96-8e0f-a956b434e00d {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:04:18.508159 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1610bd4a-2f59-4a96-8e0f-a956b434e00d'] response: {'server_uuid': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae', 'code': 200} Oct 31 15:04:18.524521 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=fdee37ea-cef0-4ac9-a7f1-8bd62eb71286,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:18.559517 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['fdee37ea-cef0-4ac9-a7f1-8bd62eb71286'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:04:18.560204 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2a3b3427-1fed-4c58-806c-e2b6af8c5be5 req-4a161502-41ab-417e-a44a-d90a9107b5df tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188470 Oct 31 15:04:18.604054 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-a7ad7907-7aae-431c-a9d2-61cf55ae1e62 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:18.605837 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-a7ad7907-7aae-431c-a9d2-61cf55ae1e62 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.44 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 811 time: 0.3077312 Oct 31 15:04:18.692433 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-02e8d541-4c3f-402d-a40a-0ae6f485688f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d7f5a9331dd54d9e8b5033234cb1077a HTTP/1.1" status: 200 len: 379 time: 0.0754192 Oct 31 15:04:18.717180 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-3d98e3c1-06de-4b1e-a1d6-5a69588dedc2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Request body: {'port': {'device_id': '95baeb64-0d66-4688-8450-ce141151856f', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'admin_state_up': True, 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'security_groups': ['2d31d421-d9fb-4833-83a6-13cb312e84d9']}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:04:18.818995 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8a3c9-13b6-40ad-9c1e-e1dba585b004 req-35411319-5aad-4ca3-a137-43c6637d966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:18.820572 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-85b8a3c9-13b6-40ad-9c1e-e1dba585b004 req-35411319-5aad-4ca3-a137-43c6637d966c service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 1129 time: 0.0841963 Oct 31 15:04:18.856670 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:18.914263 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-85b8a3c9-13b6-40ad-9c1e-e1dba585b004 req-961c17cf-731e-4a14-b1f7-a0b488405058 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836678 Oct 31 15:04:18.925247 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-3d98e3c1-06de-4b1e-a1d6-5a69588dedc2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Made reservation on behalf of d7f5a9331dd54d9e8b5033234cb1077a for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:04:18.929621 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-3d98e3c1-06de-4b1e-a1d6-5a69588dedc2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:19.076573 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-3d98e3c1-06de-4b1e-a1d6-5a69588dedc2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Allocated IP 172.20.0.5 (3aa20268-e1a0-450c-8a2f-a6e3730c1b1e/a6b7f579-3d17-4254-93e8-82d282f8242f/110ccfc6-0f74-4a58-87e5-897a238a6b52) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:04:19.117139 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:19.151394 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ae980-9666-42e6-ba12-88c9e26f62bc req-7d508a47-c8fc-4be3-9b3c-e4ad991f5184 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:19.153229 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e61ae980-9666-42e6-ba12-88c9e26f62bc req-7d508a47-c8fc-4be3-9b3c-e4ad991f5184 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 945 time: 0.0750625 Oct 31 15:04:19.155959 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:19.259462 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-3d98e3c1-06de-4b1e-a1d6-5a69588dedc2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:19.270400 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e61ae980-9666-42e6-ba12-88c9e26f62bc req-be40f3a6-0d6c-4658-9acd-bb7aeaad1a08 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112020 Oct 31 15:04:19.293470 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-3d98e3c1-06de-4b1e-a1d6-5a69588dedc2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:19.338360 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-3d98e3c1-06de-4b1e-a1d6-5a69588dedc2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:04:19.343480 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-3d98e3c1-06de-4b1e-a1d6-5a69588dedc2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:04:19.347903 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-3d98e3c1-06de-4b1e-a1d6-5a69588dedc2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:04:19.371695 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98e3c1-06de-4b1e-a1d6-5a69588dedc2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'Port': ['ID=110ccfc6-0f74-4a58-87e5-897a238a6b52,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:19.404600 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-3d98e3c1-06de-4b1e-a1d6-5a69588dedc2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:19.405160 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-3d98e3c1-06de-4b1e-a1d6-5a69588dedc2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:19.424553 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-3d98e3c1-06de-4b1e-a1d6-5a69588dedc2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7121236 Oct 31 15:04:19.522803 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Request body: {'port': {'device_id': '95baeb64-0d66-4688-8450-ce141151856f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:04:19.571392 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-8a68f564-89cd-494f-afb8-d0e39c27da0a None None] Provisioning complete for port 110ccfc6-0f74-4a58-87e5-897a238a6b52 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:04:19.571909 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-8a68f564-89cd-494f-afb8-d0e39c27da0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:19.572225 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-8a68f564-89cd-494f-afb8-d0e39c27da0a None None] Attempt 1 to provision port 110ccfc6-0f74-4a58-87e5-897a238a6b52 Oct 31 15:04:19.595797 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cc367-e8b2-4d84-b646-ba870b4f2a0b req-9a47bd79-ced0-424b-b7f9-b56a0a20d97a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:19.597629 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-417cc367-e8b2-4d84-b646-ba870b4f2a0b req-9a47bd79-ced0-424b-b7f9-b56a0a20d97a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 931 time: 0.0714958 Oct 31 15:04:19.616967 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-8a68f564-89cd-494f-afb8-d0e39c27da0a None None] Port 110ccfc6-0f74-4a58-87e5-897a238a6b52 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:04:19.646028 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:19.702716 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-417cc367-e8b2-4d84-b646-ba870b4f2a0b req-759f823e-93b3-40bc-9c20-48ef734127b6 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886142 Oct 31 15:04:19.710949 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e1a86-b13a-4c0f-be29-91a48a39c63a req-85514208-f771-4f24-9a4d-d4f919bd2ba9 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:19.712772 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-831e1a86-b13a-4c0f-be29-91a48a39c63a req-85514208-f771-4f24-9a4d-d4f919bd2ba9 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0573306 Oct 31 15:04:19.770761 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-831e1a86-b13a-4c0f-be29-91a48a39c63a req-daf0e070-95aa-4f23-9b0c-2bac5b453d59 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492241 Oct 31 15:04:19.865761 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:19.954301 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110ccfc6-0f74-4a58-87e5-897a238a6b52 {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:04:19.961816 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Publish callbacks [] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:19.974809 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Transition to ACTIVE for port object 110ccfc6-0f74-4a58-87e5-897a238a6b52 will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 15:04:19.980027 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:20.020743 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:04:20.063903 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Pushing event updated for resources: {'Port': ['ID=110ccfc6-0f74-4a58-87e5-897a238a6b52,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:20.066163 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:20.068208 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 15:04:20.075011 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:04:20.075579 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (fdee37ea-cef0-4ac9-a7f1-8bd62eb71286), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:20.075928 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 Oct 31 15:04:20.084234 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:20.094169 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Attempting to bind port 110ccfc6-0f74-4a58-87e5-897a238a6b52 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:04:20.094699 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Attempting to bind port 110ccfc6-0f74-4a58-87e5-897a238a6b52 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:04:20.094699 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Attempting to bind port 110ccfc6-0f74-4a58-87e5-897a238a6b52 on network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:04:20.148001 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Port 110ccfc6-0f74-4a58-87e5-897a238a6b52 on network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 15:04:20.148363 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Attempting to bind port 110ccfc6-0f74-4a58-87e5-897a238a6b52 on network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:04:20.164732 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:04:20.165117 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fdee37ea-cef0-4ac9-a7f1-8bd62eb71286), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:20.201337 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fdee37ea-cef0-4ac9-a7f1-8bd62eb71286,segment=NetworkSegment(89274864-92d7-4aa9-aea3-44799a5cdbf9),segment_id=89274864-92d7-4aa9-aea3-44799a5cdbf9)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:04:20.204236 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:04:20.204582 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Checking segment: {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:04:20.205283 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Bound using segment: {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:04:20.205762 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Bound port: 110ccfc6-0f74-4a58-87e5-897a238a6b52, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:04:20.206284 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:20.207383 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fdee37ea-cef0-4ac9-a7f1-8bd62eb71286), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:20.232059 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:20.263417 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=fdee37ea-cef0-4ac9-a7f1-8bd62eb71286,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:20.275016 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] For port 110ccfc6-0f74-4a58-87e5-897a238a6b52, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:04:20.278379 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] For port 110ccfc6-0f74-4a58-87e5-897a238a6b52, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=110ccfc6-0f74-4a58-87e5-897a238a6b52,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:04:20.285657 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:20.290243 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:20.290972 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:20.292416 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/110ccfc6-0f74-4a58-87e5-897a238a6b52 HTTP/1.1" status: 200 len: 1093 time: 0.7755532 Oct 31 15:04:20.292983 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95baeb64-0d66-4688-8450-ce141151856f', 'tag': '110ccfc6-0f74-4a58-87e5-897a238a6b52'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:04:20.295671 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7051ace8-f9c9-437e-b420-cfafa1622fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "95baeb64-0d66-4688-8450-ce141151856f", "tag": "110ccfc6-0f74-4a58-87e5-897a238a6b52"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:04:20.374331 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e5f00-7128-4730-9640-5212a6ec4d0f x-openstack-request-id: req-e32e5f00-7128-4730-9640-5212a6ec4d0f {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:04:20.374966 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95baeb64-0d66-4688-8450-ce141151856f", "tag": "110ccfc6-0f74-4a58-87e5-897a238a6b52", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:04:20.374966 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e32e5f00-7128-4730-9640-5212a6ec4d0f {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:04:20.375342 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e32e5f00-7128-4730-9640-5212a6ec4d0f'] response: {'name': 'network-changed', 'server_uuid': '95baeb64-0d66-4688-8450-ce141151856f', 'tag': '110ccfc6-0f74-4a58-87e5-897a238a6b52', 'status': 'completed', 'code': 200} Oct 31 15:04:20.435402 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-91d07d4e-aaf3-4a63-84a9-535be0c4afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:20.436964 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-91d07d4e-aaf3-4a63-84a9-535be0c4afd2 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 1127 time: 0.0970683 Oct 31 15:04:20.437890 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ee7ad-c939-4a44-a579-dc9752a29130 service neutron] Pushing event updated for resources: {'Port': ['ID=110ccfc6-0f74-4a58-87e5-897a238a6b52,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:20.446225 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30d973-712e-4027-b040-0f8048016059 req-02e944f5-c6cf-4e7e-be68-d757fa76f1af tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:20.447531 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cb30d973-712e-4027-b040-0f8048016059 req-02e944f5-c6cf-4e7e-be68-d757fa76f1af tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 946 time: 0.0750020 Oct 31 15:04:20.492782 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-6afa5ba4-0376-478d-8d84-2915d48403c5 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=110ccfc6-0f74-4a58-87e5-897a238a6b52 HTTP/1.1" status: 200 len: 217 time: 0.0439706 Oct 31 15:04:20.509751 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c24a6b-5f69-4a62-82b3-bb4b270249f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee37ea-cef0-4ac9-a7f1-8bd62eb71286'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:04:20.513873 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7749fa-b453-4846-9027-650934c3acaa" -d '{"events": [{"server_uuid": "80c24a6b-5f69-4a62-82b3-bb4b270249f5", "name": "network-vif-plugged", "status": "completed", "tag": "fdee37ea-cef0-4ac9-a7f1-8bd62eb71286"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:04:20.553833 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f981456-4e10-4562-898b-c451a205dfff x-openstack-request-id: req-1f981456-4e10-4562-898b-c451a205dfff {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:04:20.554147 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c24a6b-5f69-4a62-82b3-bb4b270249f5", "name": "network-vif-plugged", "status": "completed", "tag": "fdee37ea-cef0-4ac9-a7f1-8bd62eb71286", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:04:20.554775 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f981456-4e10-4562-898b-c451a205dfff {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:04:20.554901 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f981456-4e10-4562-898b-c451a205dfff'] response: {'server_uuid': '80c24a6b-5f69-4a62-82b3-bb4b270249f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee37ea-cef0-4ac9-a7f1-8bd62eb71286', 'code': 200} Oct 31 15:04:20.566338 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cb30d973-712e-4027-b040-0f8048016059 req-23cc8b13-473f-4c37-9e30-eb1019285290 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108351 Oct 31 15:04:20.568367 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-82933f49-451c-4c2d-a79f-0fa6efc6a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:20.569998 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-82933f49-451c-4c2d-a79f-0fa6efc6a458 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a6b7f579-3d17-4254-93e8-82d282f8242f HTTP/1.1" status: 200 len: 850 time: 0.0710318 Oct 31 15:04:20.617524 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-a26f7e85-faca-4163-834c-ac124a4da792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:20.619070 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-a26f7e85-faca-4163-834c-ac124a4da792 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420008 Oct 31 15:04:20.622769 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:20.726787 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-59faf4b5-aead-45f9-ae7a-8494fbb483a1 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013532 Oct 31 15:04:20.763161 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:20.797970 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:20.811331 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a7fa0-1468-4803-b08b-1946e9c2093f req-1f67243e-aeec-4b4b-93e5-c050ad0dbbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:20.812923 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4a0a7fa0-1468-4803-b08b-1946e9c2093f req-1f67243e-aeec-4b4b-93e5-c050ad0dbbde service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 1130 time: 0.0983109 Oct 31 15:04:20.855215 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7bc57-c931-410c-8884-b470bd79b5bd req-4aff4257-0798-43d9-8a29-9a96f3f46a8a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:20.856826 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c2b7bc57-c931-410c-8884-b470bd79b5bd req-4aff4257-0798-43d9-8a29-9a96f3f46a8a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 943 time: 0.0662675 Oct 31 15:04:20.906445 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-84e6084f-e745-4e2a-9ee9-00451551c928 req-54d13b87-de5a-413d-bdd3-6540d4fb0785 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635232 Oct 31 15:04:20.907052 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:20.912022 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4a0a7fa0-1468-4803-b08b-1946e9c2093f req-fd2a919e-155d-4c4f-929a-953326e1c6fc service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916381 Oct 31 15:04:20.913345 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c2b7bc57-c931-410c-8884-b470bd79b5bd req-231776c3-924d-45fc-aed8-86f6c0e85569 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501931 Oct 31 15:04:20.927260 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d55152-f0c9-4266-bf95-c2441c9a0cb8 req-455d7c3e-48e5-4334-8f9b-36674ca31e72 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:20.928802 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f0d55152-f0c9-4266-bf95-c2441c9a0cb8 req-455d7c3e-48e5-4334-8f9b-36674ca31e72 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0633814 Oct 31 15:04:20.984425 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f0d55152-f0c9-4266-bf95-c2441c9a0cb8 req-b8193e16-0d6a-4149-a388-62c99b899579 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468886 Oct 31 15:04:21.109631 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf2d16-8d87-41d2-b8dc-0af54cd2f625 req-9cd36555-050a-43ef-8f03-ffba53544127 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:21.111125 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a5bf2d16-8d87-41d2-b8dc-0af54cd2f625 req-9cd36555-050a-43ef-8f03-ffba53544127 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0498526 Oct 31 15:04:21.167254 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a5bf2d16-8d87-41d2-b8dc-0af54cd2f625 req-2f47cd83-c019-4cda-a3f2-c34f22bc9568 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496192 Oct 31 15:04:21.197509 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 49396) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:21.390458 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9973a180-c254-4b1a-a99d-1ff8ad60ba04 tempest-TestShelveInstance-85910033 tempest-TestShelveInstance-85910033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:21.394399 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-9973a180-c254-4b1a-a99d-1ff8ad60ba04 tempest-TestShelveInstance-85910033 tempest-TestShelveInstance-85910033-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 1124 time: 0.1956420 Oct 31 15:04:21.395541 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 49402) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:21.400000 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Request body: {'floatingip': {'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'port_id': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'fixed_ip_address': '172.20.0.7'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:04:21.420899 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:21.441611 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:21.505830 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:21.622157 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Allocated IP 172.27.0.100 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/6e89a9a6-d21c-418d-aeba-b826d16f08bf) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:04:21.746759 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ace8-f9c9-437e-b420-cfafa1622fd9 req-91f9a7a7-d780-4f31-bfd8-0336f995b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:21.748315 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7051ace8-f9c9-437e-b420-cfafa1622fd9 req-91f9a7a7-d780-4f31-bfd8-0336f995b8fb service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 1127 time: 0.1278226 Oct 31 15:04:21.776460 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eef6b-10fe-4387-9468-212616cb5b4c req-a915182d-e04a-462f-ba2d-52c503fe819c tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:21.777849 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3d6eef6b-10fe-4387-9468-212616cb5b4c req-a915182d-e04a-462f-ba2d-52c503fe819c tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 946 time: 0.1260858 Oct 31 15:04:21.925377 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:04:22.052837 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b6551-7905-4320-a82a-ff99fd07fb9e req-9f716e9a-6e31-4fd6-a9a6-1a3248659daf tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:22.054398 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3a6b6551-7905-4320-a82a-ff99fd07fb9e req-9f716e9a-6e31-4fd6-a9a6-1a3248659daf tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 943 time: 0.0497806 Oct 31 15:04:22.109309 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3a6b6551-7905-4320-a82a-ff99fd07fb9e req-0068db73-9630-40ff-8133-62b95bf1c2ff tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491219 Oct 31 15:04:22.186756 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for port (6e89a9a6-d21c-418d-aeba-b826d16f08bf), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:22.200009 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3d6eef6b-10fe-4387-9468-212616cb5b4c req-af192792-b2cf-483e-92cd-55a415c5accf tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057243 Oct 31 15:04:22.215686 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ace8-f9c9-437e-b420-cfafa1622fd9 req-0ddc714d-0256-44e5-af3b-c7d357d3c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:22.217139 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7051ace8-f9c9-437e-b420-cfafa1622fd9 req-0ddc714d-0256-44e5-af3b-c7d357d3c161 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 912 time: 0.4554327 Oct 31 15:04:22.241512 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (6e89a9a6-d21c-418d-aeba-b826d16f08bf), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:22.281355 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:04:22.287752 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:04:22.291713 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:04:22.315357 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Pushing event updated for resources: {'Port': ['ID=6e89a9a6-d21c-418d-aeba-b826d16f08bf,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:22.330821 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:22.495111 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7051ace8-f9c9-437e-b420-cfafa1622fd9 req-9bf2808b-cff5-4416-bd68-dbe9dd268f8e service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=110ccfc6-0f74-4a58-87e5-897a238a6b52 HTTP/1.1" status: 200 len: 217 time: 0.0701783 Oct 31 15:04:22.527112 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:22.612680 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ace8-f9c9-437e-b420-cfafa1622fd9 req-0729239e-8333-4b92-b53d-05b34abaea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:22.614832 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7051ace8-f9c9-437e-b420-cfafa1622fd9 req-0729239e-8333-4b92-b53d-05b34abaea4b service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a6b7f579-3d17-4254-93e8-82d282f8242f HTTP/1.1" status: 200 len: 850 time: 0.1033084 Oct 31 15:04:22.702200 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ace8-f9c9-437e-b420-cfafa1622fd9 req-009c45e3-585d-4e79-a589-58adebdb5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:22.703711 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7051ace8-f9c9-437e-b420-cfafa1622fd9 req-009c45e3-585d-4e79-a589-58adebdb5c3a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528998 Oct 31 15:04:22.845531 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for floatingip (3275b2e7-14c0-44c0-90a1-0b779d679ae2), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:22.879229 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7051ace8-f9c9-437e-b420-cfafa1622fd9 req-f86ba777-4125-4628-ba78-b4a75a6e44c4 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521070 Oct 31 15:04:22.977098 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (6e89a9a6-d21c-418d-aeba-b826d16f08bf), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:23.039393 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7051ace8-f9c9-437e-b420-cfafa1622fd9 req-735b34e5-521e-46d6-a947-139ff6b98baa service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541386 Oct 31 15:04:23.156994 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for port (6e89a9a6-d21c-418d-aeba-b826d16f08bf), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:23.162608 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (6e89a9a6-d21c-418d-aeba-b826d16f08bf), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:23.166155 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:23.239231 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Pushing event updated for resources: {'Port': ['ID=6e89a9a6-d21c-418d-aeba-b826d16f08bf,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:23.241735 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (3275b2e7-14c0-44c0-90a1-0b779d679ae2), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:23.261839 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea994e-3511-42aa-9d0c-af780a46c268 req-78772dbe-5ae0-4149-8b21-ffb5eca447e5 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:23.263841 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-59ea994e-3511-42aa-9d0c-af780a46c268 req-78772dbe-5ae0-4149-8b21-ffb5eca447e5 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 943 time: 0.0692241 Oct 31 15:04:23.319623 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-59ea994e-3511-42aa-9d0c-af780a46c268 req-88d7850f-6606-4740-aeb7-073b4a04cfff tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494270 Oct 31 15:04:23.365459 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:23.381953 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a276733-a05c-4649-bf8b-ec3dcc993cb5 req-0863d4e6-9bda-4b39-a6fe-24f041220cfb tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:23.383516 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0a276733-a05c-4649-bf8b-ec3dcc993cb5 req-0863d4e6-9bda-4b39-a6fe-24f041220cfb tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 946 time: 0.0896912 Oct 31 15:04:23.385601 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Floating IP 3275b2e7-14c0-44c0-90a1-0b779d679ae2 associated. External IP: 172.27.0.100, port: 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae. Oct 31 15:04:23.507673 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0a276733-a05c-4649-bf8b-ec3dcc993cb5 req-eebf3796-9192-4459-8762-69604ab34385 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174097 Oct 31 15:04:23.637390 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Router 51ab352e-2997-4cb0-886a-835500cb0461 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:04:23.748455 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:04:23.764534 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f825ca1-39e3-48e5-bac9-04065ac7a2b7 None None] Sync routers for ids ['51ab352e-2997-4cb0-886a-835500cb0461'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:04:23.773077 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:23.775904 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f825ca1-39e3-48e5-bac9-04065ac7a2b7 None None] Routers {'51ab352e-2997-4cb0-886a-835500cb0461'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:04:23.776752 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-7f825ca1-39e3-48e5-bac9-04065ac7a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:04:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['51ab352e-2997-4cb0-886a-835500cb0461'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:04:23.814525 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-cb1f09b9-7c74-45b3-9865-c95f399aaef0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4178793 Oct 31 15:04:23.816056 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'tag': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:04:23.818962 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10734fc0-7d8a-4b20-8c4d-4ea2bc0fdd13" -d '{"events": [{"name": "network-changed", "server_uuid": "8a84bc4d-cc6e-455f-a958-b9e62714400b", "tag": "14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:04:23.864674 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c13ac7e-c842-4c88-8c9b-cf14cde43a72 x-openstack-request-id: req-9c13ac7e-c842-4c88-8c9b-cf14cde43a72 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:04:23.865376 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a84bc4d-cc6e-455f-a958-b9e62714400b", "tag": "14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:04:23.865868 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c13ac7e-c842-4c88-8c9b-cf14cde43a72 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:04:23.866505 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c13ac7e-c842-4c88-8c9b-cf14cde43a72'] response: {'name': 'network-changed', 'server_uuid': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'tag': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae', 'status': 'completed', 'code': 200} Oct 31 15:04:23.939934 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10734fc0-7d8a-4b20-8c4d-4ea2bc0fdd13 req-9437981e-3885-4182-ae2b-ccd0c4be34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:23.942942 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-10734fc0-7d8a-4b20-8c4d-4ea2bc0fdd13 req-9437981e-3885-4182-ae2b-ccd0c4be34b4 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=357cf607c19548859a14c92a4e90f148&device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 1129 time: 0.0469344 Oct 31 15:04:23.999916 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-7f825ca1-39e3-48e5-bac9-04065ac7a2b7 None None] Set router 51ab352e-2997-4cb0-886a-835500cb0461 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:04:24.070082 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10734fc0-7d8a-4b20-8c4d-4ea2bc0fdd13 req-f5cb47cc-45de-40bd-8a05-4baa5ec19047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:24.071910 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-10734fc0-7d8a-4b20-8c4d-4ea2bc0fdd13 req-f5cb47cc-45de-40bd-8a05-4baa5ec19047 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534 HTTP/1.1" status: 200 len: 909 time: 0.1227655 Oct 31 15:04:24.150037 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-10734fc0-7d8a-4b20-8c4d-4ea2bc0fdd13 req-a22b3b75-27ab-4b98-b966-947478dd4b6f service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae HTTP/1.1" status: 200 len: 999 time: 0.0703433 Oct 31 15:04:24.201117 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10734fc0-7d8a-4b20-8c4d-4ea2bc0fdd13 req-2ebf2376-d68e-49d3-8204-fc88e61aec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:24.202739 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-10734fc0-7d8a-4b20-8c4d-4ea2bc0fdd13 req-2ebf2376-d68e-49d3-8204-fc88e61aec48 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=72cc5669-a813-47c1-807d-6c6b4ba2c650 HTTP/1.1" status: 200 len: 847 time: 0.0457542 Oct 31 15:04:24.233015 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-7f825ca1-39e3-48e5-bac9-04065ac7a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab352e-2997-4cb0-886a-835500cb0461', 'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '10813969-daf0-4287-880d-d8a505162171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:25Z', 'updated_at': '2022-10-31T15:03:29Z', 'revision_number': 4, 'project_id': '357cf607c19548859a14c92a4e90f148', 'gw_port': {'id': '10813969-daf0-4287-880d-d8a505162171', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:26Z', 'updated_at': '2022-10-31T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '3275b2e7-14c0-44c0-90a1-0b779d679ae2', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'port_id': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'mac_address': 'fa:16:3e:88:70:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:04:22Z', 'updated_at': '2022-10-31T15:04:22Z', 'revision_number': 0, 'project_id': '357cf607c19548859a14c92a4e90f148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a97c928-ed31-4416-9998-049e4805267b', 'name': '', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'mac_address': 'fa:16:3e:98:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:29Z', 'updated_at': '2022-10-31T15:03:36Z', 'revision_number': 5, 'project_id': '357cf607c19548859a14c92a4e90f148', 'subnets': [{'id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:04:24.256553 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10734fc0-7d8a-4b20-8c4d-4ea2bc0fdd13 req-425e9f27-3b7b-4189-8b3e-bda65f41af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:24.258179 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-10734fc0-7d8a-4b20-8c4d-4ea2bc0fdd13 req-425e9f27-3b7b-4189-8b3e-bda65f41af81 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495124 Oct 31 15:04:24.260617 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f825ca1-39e3-48e5-bac9-04065ac7a2b7 None None] Checking router: 51ab352e-2997-4cb0-886a-835500cb0461 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:04:24.270511 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f825ca1-39e3-48e5-bac9-04065ac7a2b7 None None] Routers {'51ab352e-2997-4cb0-886a-835500cb0461'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:04:24.271086 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-7f825ca1-39e3-48e5-bac9-04065ac7a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:04:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['51ab352e-2997-4cb0-886a-835500cb0461'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:04:24.365923 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-10734fc0-7d8a-4b20-8c4d-4ea2bc0fdd13 req-84f48487-d934-4a62-a5f9-08996899a404 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006427 Oct 31 15:04:24.391889 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-7f825ca1-39e3-48e5-bac9-04065ac7a2b7 None None] Set router 51ab352e-2997-4cb0-886a-835500cb0461 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:04:24.435067 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:24.472875 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:24.506241 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a181c5-26ac-4910-b92a-940a62511bec req-5269d443-12db-4309-877d-32f89baeaae7 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:24.507838 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c5a181c5-26ac-4910-b92a-940a62511bec req-5269d443-12db-4309-877d-32f89baeaae7 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 943 time: 0.0778625 Oct 31 15:04:24.541607 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-10734fc0-7d8a-4b20-8c4d-4ea2bc0fdd13 req-e88ea902-d6ce-4b00-af5c-ee015e957b9b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600430 Oct 31 15:04:24.599492 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c5a181c5-26ac-4910-b92a-940a62511bec req-b35899f0-26df-4451-b814-33203af4eb4e tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817132 Oct 31 15:04:24.638596 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-7f825ca1-39e3-48e5-bac9-04065ac7a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab352e-2997-4cb0-886a-835500cb0461', 'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '10813969-daf0-4287-880d-d8a505162171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:25Z', 'updated_at': '2022-10-31T15:03:29Z', 'revision_number': 4, 'project_id': '357cf607c19548859a14c92a4e90f148', 'gw_port': {'id': '10813969-daf0-4287-880d-d8a505162171', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:26Z', 'updated_at': '2022-10-31T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '3275b2e7-14c0-44c0-90a1-0b779d679ae2', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'port_id': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'mac_address': 'fa:16:3e:88:70:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:04:22Z', 'updated_at': '2022-10-31T15:04:22Z', 'revision_number': 0, 'project_id': '357cf607c19548859a14c92a4e90f148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a97c928-ed31-4416-9998-049e4805267b', 'name': '', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'mac_address': 'fa:16:3e:98:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:29Z', 'updated_at': '2022-10-31T15:03:36Z', 'revision_number': 5, 'project_id': '357cf607c19548859a14c92a4e90f148', 'subnets': [{'id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:04:24.673418 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f825ca1-39e3-48e5-bac9-04065ac7a2b7 None None] The sync data for ids ['51ab352e-2997-4cb0-886a-835500cb0461'] in dv-cinder-860227-3-iscsi is: [{'id': '51ab352e-2997-4cb0-886a-835500cb0461', 'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '10813969-daf0-4287-880d-d8a505162171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:25Z', 'updated_at': '2022-10-31T15:03:29Z', 'revision_number': 4, 'project_id': '357cf607c19548859a14c92a4e90f148', 'gw_port': {'id': '10813969-daf0-4287-880d-d8a505162171', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:26Z', 'updated_at': '2022-10-31T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '3275b2e7-14c0-44c0-90a1-0b779d679ae2', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'port_id': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'mac_address': 'fa:16:3e:88:70:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:04:22Z', 'updated_at': '2022-10-31T15:04:22Z', 'revision_number': 0, 'project_id': '357cf607c19548859a14c92a4e90f148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a97c928-ed31-4416-9998-049e4805267b', 'name': '', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'mac_address': 'fa:16:3e:98:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:29Z', 'updated_at': '2022-10-31T15:03:36Z', 'revision_number': 5, 'project_id': '357cf607c19548859a14c92a4e90f148', 'subnets': [{'id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:04:24.868863 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02275c22-3a49-4795-a0cf-56d5338636ff None None] New status for floating IP 3275b2e7-14c0-44c0-90a1-0b779d679ae2: ACTIVE {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:04:25.731862 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d01135-8b4f-415f-9f80-595871c78939 req-db645bae-435a-4dc0-ba74-b3d26f08f625 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:25.733412 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-76d01135-8b4f-415f-9f80-595871c78939 req-db645bae-435a-4dc0-ba74-b3d26f08f625 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 943 time: 0.0561655 Oct 31 15:04:25.783231 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-76d01135-8b4f-415f-9f80-595871c78939 req-caeb0971-e8fb-4b0c-ac9b-55723067814f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430076 Oct 31 15:04:26.908000 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab92ad-e4c7-4646-b993-7c95f118179c req-8d446b6e-f469-4059-8843-0ae5122bfec2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:26.909574 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3dab92ad-e4c7-4646-b993-7c95f118179c req-8d446b6e-f469-4059-8843-0ae5122bfec2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 943 time: 0.0479033 Oct 31 15:04:26.968508 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3dab92ad-e4c7-4646-b993-7c95f118179c req-787f9765-9328-45bf-a294-6b7040024aff tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531986 Oct 31 15:04:28.093665 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681bec7-818a-42b0-b884-accd8835458d req-29b740f5-51fd-4975-a2cc-9a6c77af3b1f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:28.095143 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2681bec7-818a-42b0-b884-accd8835458d req-29b740f5-51fd-4975-a2cc-9a6c77af3b1f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 943 time: 0.0480220 Oct 31 15:04:28.154180 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2681bec7-818a-42b0-b884-accd8835458d req-f8ebeb0c-38d3-49ef-9406-e42a1acfa121 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526822 Oct 31 15:04:29.280726 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33287fa-309a-45f8-96da-6b788f919213 req-ed25bc81-55f7-483d-a64b-3cfdb0692d91 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:29.282271 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c33287fa-309a-45f8-96da-6b788f919213 req-ed25bc81-55f7-483d-a64b-3cfdb0692d91 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 943 time: 0.0511050 Oct 31 15:04:29.336650 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c33287fa-309a-45f8-96da-6b788f919213 req-dfc9dc8a-a5f4-4c7b-8515-e782aebb1323 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476408 Oct 31 15:04:30.060281 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 110ccfc6-0f74-4a58-87e5-897a238a6b52 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 15:04:30.160634 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 110ccfc6-0f74-4a58-87e5-897a238a6b52, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=110ccfc6-0f74-4a58-87e5-897a238a6b52,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:04:30.172256 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '110ccfc6-0f74-4a58-87e5-897a238a6b52', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'port_id': '110ccfc6-0f74-4a58-87e5-897a238a6b52', 'mac_address': 'fa:16:3e:6a:c6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 15:04:30.214738 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 110ccfc6-0f74-4a58-87e5-897a238a6b52 is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:04:30.215210 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:30.228859 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110ccfc6-0f74-4a58-87e5-897a238a6b52 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:04:30.248643 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 110ccfc6-0f74-4a58-87e5-897a238a6b52, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=110ccfc6-0f74-4a58-87e5-897a238a6b52,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:04:30.253261 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:30.299767 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=110ccfc6-0f74-4a58-87e5-897a238a6b52,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:30.306933 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:04:30.307281 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:04:30.307652 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:04:30.307997 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:04:30.308325 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:04:30.308652 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:04:30.308973 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:04:30.309296 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:04:30.309617 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:04:30.309936 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:04:30.310255 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:04:30.310581 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:04:30.310895 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:04:30.311212 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:04:30.311526 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:04:30.457433 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebfde6-d4a8-4ab5-8ee5-88b9c4e8596f req-244a404b-29dc-4583-a070-94bba51d510b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:30.459074 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9cebfde6-d4a8-4ab5-8ee5-88b9c4e8596f req-244a404b-29dc-4583-a070-94bba51d510b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 944 time: 0.0468037 Oct 31 15:04:30.488977 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['110ccfc6-0f74-4a58-87e5-897a238a6b52'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:04:30.515500 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-9cebfde6-d4a8-4ab5-8ee5-88b9c4e8596f req-6b4e4268-4701-4af8-8675-a64c364fb4b4 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508485 Oct 31 15:04:30.650990 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:31.644983 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c36eb-50ef-484d-ae54-9c2e326af80a req-ce6eb57f-27e1-4136-aa67-71bdb1cb9598 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:31.646388 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7d9c36eb-50ef-484d-ae54-9c2e326af80a req-ce6eb57f-27e1-4136-aa67-71bdb1cb9598 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 944 time: 0.0502784 Oct 31 15:04:31.698625 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7d9c36eb-50ef-484d-ae54-9c2e326af80a req-779bbc12-5afe-40e3-89fd-495bd92b8d42 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466671 Oct 31 15:04:32.068917 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 110ccfc6-0f74-4a58-87e5-897a238a6b52 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:04:32.109225 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 110ccfc6-0f74-4a58-87e5-897a238a6b52 completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 15:04:32.114818 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 110ccfc6-0f74-4a58-87e5-897a238a6b52 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:04:32.115218 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:32.115657 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 110ccfc6-0f74-4a58-87e5-897a238a6b52 Oct 31 15:04:32.187627 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 110ccfc6-0f74-4a58-87e5-897a238a6b52 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:04:32.187932 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:32.196639 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:32.212530 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95baeb64-0d66-4688-8450-ce141151856f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110ccfc6-0f74-4a58-87e5-897a238a6b52'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:04:32.214775 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7484d466-cdac-47f4-908e-706e66d77c19" -d '{"events": [{"server_uuid": "95baeb64-0d66-4688-8450-ce141151856f", "name": "network-vif-plugged", "status": "completed", "tag": "110ccfc6-0f74-4a58-87e5-897a238a6b52"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:04:32.227454 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 110ccfc6-0f74-4a58-87e5-897a238a6b52, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=110ccfc6-0f74-4a58-87e5-897a238a6b52,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:04:32.231406 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:32.255981 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b01e8b-c8be-4ca4-b03d-0f6e96f24895 x-openstack-request-id: req-79b01e8b-c8be-4ca4-b03d-0f6e96f24895 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:04:32.256267 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95baeb64-0d66-4688-8450-ce141151856f", "name": "network-vif-plugged", "status": "completed", "tag": "110ccfc6-0f74-4a58-87e5-897a238a6b52", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:04:32.256513 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-79b01e8b-c8be-4ca4-b03d-0f6e96f24895 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:04:32.256896 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b01e8b-c8be-4ca4-b03d-0f6e96f24895'] response: {'server_uuid': '95baeb64-0d66-4688-8450-ce141151856f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110ccfc6-0f74-4a58-87e5-897a238a6b52', 'code': 200} Oct 31 15:04:32.294398 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=110ccfc6-0f74-4a58-87e5-897a238a6b52,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:32.517991 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dc7c1-2f60-41fa-8109-81bf674c67db req-29eda274-2de1-4b95-9e8f-8f553e0071a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:32.519614 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-802dc7c1-2f60-41fa-8109-81bf674c67db req-29eda274-2de1-4b95-9e8f-8f553e0071a7 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 1129 time: 0.0425620 Oct 31 15:04:32.570876 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-802dc7c1-2f60-41fa-8109-81bf674c67db req-e5289730-eef0-4f30-8bbd-09b4702c2b66 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408316 Oct 31 15:04:32.829735 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313354e-280a-450d-ac22-b70dfe83847e req-80533bf0-60d7-4518-92d0-d22c31e974f4 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:32.831236 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9313354e-280a-450d-ac22-b70dfe83847e req-80533bf0-60d7-4518-92d0-d22c31e974f4 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 945 time: 0.0485826 Oct 31 15:04:32.883057 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9313354e-280a-450d-ac22-b70dfe83847e req-4b911cbc-1c34-40fa-a07a-0a5d15f0482f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462277 Oct 31 15:04:34.030340 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c1681-5169-4333-aa65-882b713afb52 req-2a370665-ad08-4903-897e-050a18e2c9ed tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:34.031478 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-737c1681-5169-4333-aa65-882b713afb52 req-2a370665-ad08-4903-897e-050a18e2c9ed tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 945 time: 0.0531402 Oct 31 15:04:34.090607 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-737c1681-5169-4333-aa65-882b713afb52 req-69ff7ad3-d8c6-4d9b-8912-96a45a76c8cb tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518925 Oct 31 15:04:34.636041 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=71 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:34.642003 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=79 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:35.223233 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0f44e-a738-4418-a50c-f23fe8dca4ed req-efe902d7-38dd-485c-bea7-ddb11a1b3754 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:35.224736 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-47a0f44e-a738-4418-a50c-f23fe8dca4ed req-efe902d7-38dd-485c-bea7-ddb11a1b3754 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 945 time: 0.0541413 Oct 31 15:04:35.273412 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-47a0f44e-a738-4418-a50c-f23fe8dca4ed req-8bee24e5-0242-46ab-94cc-a80cd5b9d2a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432026 Oct 31 15:04:35.395124 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcea74-4ab2-41d0-a7d2-413e901cb9c3 req-a68564db-37ad-4fb2-933f-26c7a4742ce3 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:35.396545 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3fdcea74-4ab2-41d0-a7d2-413e901cb9c3 req-a68564db-37ad-4fb2-933f-26c7a4742ce3 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 945 time: 0.0466166 Oct 31 15:04:35.432586 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:35.449928 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-3fdcea74-4ab2-41d0-a7d2-413e901cb9c3 req-63087143-6894-4804-a071-81f3f13d6532 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479574 Oct 31 15:04:35.479814 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 49556) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:35.682342 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd859cf8-7d4b-46e7-9793-99897c22d610 tempest-TestVolumeBootPattern-475230477 tempest-TestVolumeBootPattern-475230477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:35.684022 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-fd859cf8-7d4b-46e7-9793-99897c22d610 tempest-TestVolumeBootPattern-475230477 tempest-TestVolumeBootPattern-475230477-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 1124 time: 0.2031014 Oct 31 15:04:35.686819 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 49562) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:35.691472 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Request body: {'floatingip': {'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'port_id': '110ccfc6-0f74-4a58-87e5-897a238a6b52', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:04:35.713393 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:35.794950 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:35.888573 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:35.906848 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Allocated IP 172.27.0.226 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/3abebd61-550d-42d8-8e0f-ee6ffc69639b) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:04:36.008616 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for port (3abebd61-550d-42d8-8e0f-ee6ffc69639b), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:36.040119 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (3abebd61-550d-42d8-8e0f-ee6ffc69639b), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:36.087036 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:04:36.091998 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:04:36.094114 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'Port': ['ID=3abebd61-550d-42d8-8e0f-ee6ffc69639b,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:36.096814 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:04:36.403422 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:36.450883 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for floatingip (91bfb16a-b3f2-4e62-ae42-2caeaa882708), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:36.527220 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (3abebd61-550d-42d8-8e0f-ee6ffc69639b), before_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:36.921618 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for port (3abebd61-550d-42d8-8e0f-ee6ffc69639b), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:36.925925 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14674350'] for port (3abebd61-550d-42d8-8e0f-ee6ffc69639b), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:36.929262 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:36.990644 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'Port': ['ID=3abebd61-550d-42d8-8e0f-ee6ffc69639b,revision_number=2']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:36.997423 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (91bfb16a-b3f2-4e62-ae42-2caeaa882708), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:37.096562 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.l3_db [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Floating IP 91bfb16a-b3f2-4e62-ae42-2caeaa882708 associated. External IP: 172.27.0.226, port: 110ccfc6-0f74-4a58-87e5-897a238a6b52. Oct 31 15:04:37.304895 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Router e17b5b75-ee91-4306-8517-3e13204b7446 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:04:37.416985 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:04:37.430924 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97469e-9e8b-4ec3-bd70-390fb1952f0f None None] Sync routers for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:04:37.435885 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:37.441861 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97469e-9e8b-4ec3-bd70-390fb1952f0f None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:04:37.443000 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-0b97469e-9e8b-4ec3-bd70-390fb1952f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:04:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:04:37.460290 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:37.471360 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9c9f6425-0894-400c-84bc-da1ea9c31c6b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7834430 Oct 31 15:04:37.472517 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95baeb64-0d66-4688-8450-ce141151856f', 'tag': '110ccfc6-0f74-4a58-87e5-897a238a6b52'}] {{(pid=119728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:04:37.474909 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70659c7d82748c464bbc4d22addfc580e7d5d3b031e95af23221b39b4b2150b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4053ffca-14e7-434b-9438-78e961f36f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "95baeb64-0d66-4688-8450-ce141151856f", "tag": "110ccfc6-0f74-4a58-87e5-897a238a6b52"}]}' {{(pid=119728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:04:37.581145 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-0b97469e-9e8b-4ec3-bd70-390fb1952f0f None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:04:37.751590 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6879b0f-1cfe-443c-8438-71fca5562e2d x-openstack-request-id: req-f6879b0f-1cfe-443c-8438-71fca5562e2d {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:04:37.751882 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95baeb64-0d66-4688-8450-ce141151856f", "tag": "110ccfc6-0f74-4a58-87e5-897a238a6b52", "status": "completed", "code": 200}]} {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:04:37.752139 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6879b0f-1cfe-443c-8438-71fca5562e2d {{(pid=119728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:04:37.752556 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6879b0f-1cfe-443c-8438-71fca5562e2d'] response: {'name': 'network-changed', 'server_uuid': '95baeb64-0d66-4688-8450-ce141151856f', 'tag': '110ccfc6-0f74-4a58-87e5-897a238a6b52', 'status': 'completed', 'code': 200} Oct 31 15:04:37.800209 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-0b97469e-9e8b-4ec3-bd70-390fb1952f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '91bfb16a-b3f2-4e62-ae42-2caeaa882708', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'floating_ip_address': '172.27.0.226', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'port_id': '110ccfc6-0f74-4a58-87e5-897a238a6b52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'mac_address': 'fa:16:3e:6a:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95baeb64-0d66-4688-8450-ce141151856f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:04:36Z', 'updated_at': '2022-10-31T15:04:36Z', 'revision_number': 0, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:04:37.830614 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97469e-9e8b-4ec3-bd70-390fb1952f0f None None] Checking router: e17b5b75-ee91-4306-8517-3e13204b7446 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:04:37.831381 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053ffca-14e7-434b-9438-78e961f36f8e req-eab74a4f-50d9-44f1-b49a-9944f9a8e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:37.832948 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4053ffca-14e7-434b-9438-78e961f36f8e req-eab74a4f-50d9-44f1-b49a-9944f9a8e43b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 1129 time: 0.0435300 Oct 31 15:04:37.839745 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97469e-9e8b-4ec3-bd70-390fb1952f0f None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:04:37.840483 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-0b97469e-9e8b-4ec3-bd70-390fb1952f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:04:17Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:04:37.926134 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053ffca-14e7-434b-9438-78e961f36f8e req-b3486b81-f199-4278-9729-2f4a738b91ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:37.927708 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4053ffca-14e7-434b-9438-78e961f36f8e req-b3486b81-f199-4278-9729-2f4a738b91ab service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 912 time: 0.0878956 Oct 31 15:04:37.949118 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-0b97469e-9e8b-4ec3-bd70-390fb1952f0f None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:04:37.996226 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4053ffca-14e7-434b-9438-78e961f36f8e req-f4d66c1c-34f7-4937-8d9b-5dffc5f615b5 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=110ccfc6-0f74-4a58-87e5-897a238a6b52 HTTP/1.1" status: 200 len: 999 time: 0.0614095 Oct 31 15:04:38.050370 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053ffca-14e7-434b-9438-78e961f36f8e req-dcb1ad1f-4e88-466d-9211-e7a9e828be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:38.051992 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4053ffca-14e7-434b-9438-78e961f36f8e req-dcb1ad1f-4e88-466d-9211-e7a9e828be22 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a6b7f579-3d17-4254-93e8-82d282f8242f HTTP/1.1" status: 200 len: 850 time: 0.0488954 Oct 31 15:04:38.101624 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053ffca-14e7-434b-9438-78e961f36f8e req-62085c92-16af-4992-aaad-aab9c945e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:38.103135 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4053ffca-14e7-434b-9438-78e961f36f8e req-62085c92-16af-4992-aaad-aab9c945e974 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396454 Oct 31 15:04:38.162768 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:38.165486 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-0b97469e-9e8b-4ec3-bd70-390fb1952f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '91bfb16a-b3f2-4e62-ae42-2caeaa882708', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'floating_ip_address': '172.27.0.226', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'port_id': '110ccfc6-0f74-4a58-87e5-897a238a6b52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'mac_address': 'fa:16:3e:6a:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95baeb64-0d66-4688-8450-ce141151856f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:04:36Z', 'updated_at': '2022-10-31T15:04:36Z', 'revision_number': 0, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:04:38.191062 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97469e-9e8b-4ec3-bd70-390fb1952f0f None None] The sync data for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi is: [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '91bfb16a-b3f2-4e62-ae42-2caeaa882708', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'floating_ip_address': '172.27.0.226', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'port_id': '110ccfc6-0f74-4a58-87e5-897a238a6b52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'mac_address': 'fa:16:3e:6a:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95baeb64-0d66-4688-8450-ce141151856f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:04:36Z', 'updated_at': '2022-10-31T15:04:36Z', 'revision_number': 0, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:04:38.202065 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4053ffca-14e7-434b-9438-78e961f36f8e req-521641d0-6f0a-4b7c-8c4d-f686347932da service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875762 Oct 31 15:04:38.259501 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:38.295918 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4053ffca-14e7-434b-9438-78e961f36f8e req-db9d4b76-b9af-46a4-b795-e16e4c0fee1d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865552 Oct 31 15:04:38.386599 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ebd46-5ee9-468f-9ccc-d86dc4fbb04b None None] New status for floating IP 91bfb16a-b3f2-4e62-ae42-2caeaa882708: ACTIVE {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:04:38.660859 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:38.966008 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 49612) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:39.070625 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-623db3dd-cc34-4718-b745-e51d85db8163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:39.146559 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-623db3dd-cc34-4718-b745-e51d85db8163 admin admin] Publish callbacks [] for security_group (d1fb5722-3ee3-4c85-a471-e0bce8433f7c), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:39.150382 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-623db3dd-cc34-4718-b745-e51d85db8163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (d1fb5722-3ee3-4c85-a471-e0bce8433f7c), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:39.190762 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-623db3dd-cc34-4718-b745-e51d85db8163 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0ee6f6e3ec0d48eeb81da86aa569e5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237022 Oct 31 15:04:39.191615 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623db3dd-cc34-4718-b745-e51d85db8163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fb5722-3ee3-4c85-a471-e0bce8433f7c,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:39.193923 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 49616) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:39.246499 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b12ee015-aa5a-4094-9b3d-5e39570fd8f4 admin admin] Publish callbacks [] for security_group (d1fb5722-3ee3-4c85-a471-e0bce8433f7c), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:39.268114 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b12ee015-aa5a-4094-9b3d-5e39570fd8f4 admin admin] Publish callbacks [] for security_group (d1fb5722-3ee3-4c85-a471-e0bce8433f7c), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:39.315883 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b12ee015-aa5a-4094-9b3d-5e39570fd8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (d1fb5722-3ee3-4c85-a471-e0bce8433f7c), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:39.318648 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b12ee015-aa5a-4094-9b3d-5e39570fd8f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:39.319867 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-b12ee015-aa5a-4094-9b3d-5e39570fd8f4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d1fb5722-3ee3-4c85-a471-e0bce8433f7c HTTP/1.1" status: 204 len: 168 time: 0.1249166 Oct 31 15:04:39.328052 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ee015-aa5a-4094-9b3d-5e39570fd8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fb5722-3ee3-4c85-a471-e0bce8433f7c,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:42.880841 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 49666) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:42.986151 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7b8f724c-9237-478e-a6d5-4240826cb7a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:43.065117 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7b8f724c-9237-478e-a6d5-4240826cb7a7 admin admin] Publish callbacks [] for security_group (802ba19e-dd81-4c88-9950-f9b8d282a571), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:43.069958 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7b8f724c-9237-478e-a6d5-4240826cb7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (802ba19e-dd81-4c88-9950-f9b8d282a571), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:43.110264 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-7b8f724c-9237-478e-a6d5-4240826cb7a7 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=953f299bf80f44c69fe4453626c41290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282343 Oct 31 15:04:43.111680 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f724c-9237-478e-a6d5-4240826cb7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802ba19e-dd81-4c88-9950-f9b8d282a571,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:43.113633 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 49674) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:04:43.169238 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d0b229a7-289d-44fb-88fd-c68ac93131ef admin admin] Publish callbacks [] for security_group (802ba19e-dd81-4c88-9950-f9b8d282a571), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:43.190535 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d0b229a7-289d-44fb-88fd-c68ac93131ef admin admin] Publish callbacks [] for security_group (802ba19e-dd81-4c88-9950-f9b8d282a571), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:43.240260 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d0b229a7-289d-44fb-88fd-c68ac93131ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (802ba19e-dd81-4c88-9950-f9b8d282a571), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:43.243093 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d0b229a7-289d-44fb-88fd-c68ac93131ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:43.244447 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-d0b229a7-289d-44fb-88fd-c68ac93131ef admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/802ba19e-dd81-4c88-9950-f9b8d282a571 HTTP/1.1" status: 204 len: 168 time: 0.1295300 Oct 31 15:04:43.248086 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:43.254239 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b229a7-289d-44fb-88fd-c68ac93131ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802ba19e-dd81-4c88-9950-f9b8d282a571,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:04:45.279333 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-6f3d695a-17ac-4e9e-a22a-63ac506ae1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:46.406838 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-49437ede-4dbc-4fff-b7df-9d8b80733e00 req-2fd8cc36-4804-49e4-9196-c329c48071d1 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404208 Oct 31 15:04:46.492023 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437ede-4dbc-4fff-b7df-9d8b80733e00 req-b7f1012e-d4a1-4b65-a5d4-31141532941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:46.493512 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-49437ede-4dbc-4fff-b7df-9d8b80733e00 req-b7f1012e-d4a1-4b65-a5d4-31141532941a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=357cf607c19548859a14c92a4e90f148&device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 1129 time: 0.0394924 Oct 31 15:04:46.601735 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437ede-4dbc-4fff-b7df-9d8b80733e00 req-d6f7a64b-9ec3-43d7-a861-491665dcafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:46.603249 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-49437ede-4dbc-4fff-b7df-9d8b80733e00 req-d6f7a64b-9ec3-43d7-a861-491665dcafdf service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534 HTTP/1.1" status: 200 len: 909 time: 0.0872953 Oct 31 15:04:46.669066 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-49437ede-4dbc-4fff-b7df-9d8b80733e00 req-f015637d-5885-4c15-97a1-f14ccdfc11fb service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae HTTP/1.1" status: 200 len: 1001 time: 0.0582156 Oct 31 15:04:46.717268 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437ede-4dbc-4fff-b7df-9d8b80733e00 req-efb941d3-d611-469a-9173-8a4b88bfb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:46.718721 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-49437ede-4dbc-4fff-b7df-9d8b80733e00 req-efb941d3-d611-469a-9173-8a4b88bfb42f service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=72cc5669-a813-47c1-807d-6c6b4ba2c650 HTTP/1.1" status: 200 len: 847 time: 0.0428376 Oct 31 15:04:46.760690 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437ede-4dbc-4fff-b7df-9d8b80733e00 req-767255c3-d1a4-43ab-a070-3e90464597f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:04:46.762190 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-49437ede-4dbc-4fff-b7df-9d8b80733e00 req-767255c3-d1a4-43ab-a070-3e90464597f2 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377631 Oct 31 15:04:46.858669 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-49437ede-4dbc-4fff-b7df-9d8b80733e00 req-4213fb19-d211-46cb-840e-b79c2276fd14 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873184 Oct 31 15:04:46.915210 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:46.928202 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:46.961888 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-49437ede-4dbc-4fff-b7df-9d8b80733e00 req-6e950091-0351-40a8-84dd-c2e35da9af96 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956986 Oct 31 15:04:47.520042 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-27bed936-564c-4341-a86f-ccca00c2942a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:48.163364 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=72 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:48.168687 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=82 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:49.114984 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:50.633574 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:50.793826 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:04:53.225061 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=31,neutron:INSERT=6,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:56.956985 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:56.958845 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=8 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:04:58.923870 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:05:00.788671 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:00.790656 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=61,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:08.596353 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2d25b-180d-4252-af27-fb004c6c4049 req-cfc4d331-bdd1-4462-8dcd-914fa2e3e87f tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:08.597871 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-94e2d25b-180d-4252-af27-fb004c6c4049 req-cfc4d331-bdd1-4462-8dcd-914fa2e3e87f tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 946 time: 0.0504327 Oct 31 15:05:08.650301 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-94e2d25b-180d-4252-af27-fb004c6c4049 req-d53f1a97-b39a-4a4a-a626-2c6a02a83b66 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466862 Oct 31 15:05:08.668948 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:09.775403 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872c2e5-c4e7-40f6-838e-6c5f60b814de req-77f45ca6-c72b-4bfd-a396-30d14738d3fc tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:09.776904 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1872c2e5-c4e7-40f6-838e-6c5f60b814de req-77f45ca6-c72b-4bfd-a396-30d14738d3fc tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 946 time: 0.0480917 Oct 31 15:05:09.824307 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1872c2e5-c4e7-40f6-838e-6c5f60b814de req-91c459b2-6c81-4a4b-8d53-d9b29ed1731f tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Oct 31 15:05:10.444016 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd66c5a-ae18-4fbf-92b0-bbf31236c827 req-1047b873-2c8f-4948-802e-bd6572f1192e tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:10.445463 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0bd66c5a-ae18-4fbf-92b0-bbf31236c827 req-1047b873-2c8f-4948-802e-bd6572f1192e tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 946 time: 0.0483186 Oct 31 15:05:10.531946 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-0bd66c5a-ae18-4fbf-92b0-bbf31236c827 req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Deleting port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:05:10.531946 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0bd66c5a-ae18-4fbf-92b0-bbf31236c827 req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (fdee37ea-cef0-4ac9-a7f1-8bd62eb71286), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:10.626383 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-0bd66c5a-ae18-4fbf-92b0-bbf31236c827 req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] For port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=fdee37ea-cef0-4ac9-a7f1-8bd62eb71286,segment=NetworkSegment(89274864-92d7-4aa9-aea3-44799a5cdbf9),segment_id=89274864-92d7-4aa9-aea3-44799a5cdbf9)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:05:10.626747 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0bd66c5a-ae18-4fbf-92b0-bbf31236c827 req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (fdee37ea-cef0-4ac9-a7f1-8bd62eb71286), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:10.642311 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-0bd66c5a-ae18-4fbf-92b0-bbf31236c827 req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Calling delete_port for fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:05:10.776937 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0bd66c5a-ae18-4fbf-92b0-bbf31236c827 req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (fdee37ea-cef0-4ac9-a7f1-8bd62eb71286), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:10.788989 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['fdee37ea-cef0-4ac9-a7f1-8bd62eb71286'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:05:10.811845 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Pushing event deleted for resources: {'Port': ['ID=fdee37ea-cef0-4ac9-a7f1-8bd62eb71286,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:05:10.835737 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:10.836087 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:10.836430 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:10.836765 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:10.837101 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:10.837427 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:10.837753 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:10.838076 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:10.838419 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:10.838716 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:10.839042 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:10.839362 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:10.839716 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:10.840040 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:10.840356 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:10.864199 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd66c5a-ae18-4fbf-92b0-bbf31236c827 req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] No DVR routers for this DVR port fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:05:10.866726 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-0bd66c5a-ae18-4fbf-92b0-bbf31236c827 req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:10.869986 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0bd66c5a-ae18-4fbf-92b0-bbf31236c827 req-b70ac8bf-3f2f-453e-9f2b-2ac59e6eab68 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.44 "DELETE /networking/v2.0/ports/fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 HTTP/1.1" status: 204 len: 173 time: 0.4180477 Oct 31 15:05:10.870469 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c24a6b-5f69-4a62-82b3-bb4b270249f5', 'name': 'network-vif-deleted', 'tag': 'fdee37ea-cef0-4ac9-a7f1-8bd62eb71286'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:05:10.872752 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eba99da-37b4-4e6c-8961-9e0a73bde10d" -d '{"events": [{"server_uuid": "80c24a6b-5f69-4a62-82b3-bb4b270249f5", "name": "network-vif-deleted", "tag": "fdee37ea-cef0-4ac9-a7f1-8bd62eb71286"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:05:10.917542 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b54b2d6-f85e-4037-bbd1-4fda57adb78c x-openstack-request-id: req-6b54b2d6-f85e-4037-bbd1-4fda57adb78c {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:05:10.917829 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c24a6b-5f69-4a62-82b3-bb4b270249f5", "name": "network-vif-deleted", "tag": "fdee37ea-cef0-4ac9-a7f1-8bd62eb71286", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:05:10.918095 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b54b2d6-f85e-4037-bbd1-4fda57adb78c {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:05:10.918498 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b54b2d6-f85e-4037-bbd1-4fda57adb78c'] response: {'server_uuid': '80c24a6b-5f69-4a62-82b3-bb4b270249f5', 'name': 'network-vif-deleted', 'tag': 'fdee37ea-cef0-4ac9-a7f1-8bd62eb71286', 'status': 'completed', 'code': 200} Oct 31 15:05:10.942258 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-fe9baf66-c385-4f26-95ee-2031faed4621 req-e517b251-8f31-4bb9-82bd-453edf0e67fa tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=80c24a6b-5f69-4a62-82b3-bb4b270249f5 HTTP/1.1" status: 200 len: 210 time: 0.0387971 Oct 31 15:05:12.777873 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=12 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:12.783271 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=16 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:15.246643 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:05:15.270184 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:05:15.270537 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device fdee37ea-cef0-4ac9-a7f1-8bd62eb71286 not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:05:15.288429 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-a73b8d4c-dad7-41d0-924f-1d992544db3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:17.522525 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-6ac151ae-ba72-4437-abb1-f0e5e8930bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:19.117939 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:19.813518 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=9 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:19.820593 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=9 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:20.625691 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:20.796472 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:20.916835 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=57,neutron:DELETE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:20.920806 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=54,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:22.063429 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-78f24b48-2889-4fb5-8c35-f34c4c3953f2 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:22.064846 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-78f24b48-2889-4fb5-8c35-f34c4c3953f2 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/networks?id=ec1489db-82f7-421f-84de-b1ffcdcc5c33 HTTP/1.1" status: 200 len: 813 time: 0.1010611 Oct 31 15:05:22.079405 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-ac19bbd4-4d7f-4e90-9acf-402d047c2ef6 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/quotas/3424a823161e49029c454a8818f7bd7f HTTP/1.1" status: 200 len: 375 time: 0.0090523 Oct 31 15:05:22.111429 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-3b04e185-6f60-4500-b65a-e21d5fa40a2d tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=3424a823161e49029c454a8818f7bd7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268748 Oct 31 15:05:22.449450 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-0fa4cd32-b8be-439d-9eca-827b1aca080f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ec1489db-82f7-421f-84de-b1ffcdcc5c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313327 Oct 31 15:05:22.542772 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-795baf2b-ce53-45db-a4b8-273c65d3885f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ec1489db-82f7-421f-84de-b1ffcdcc5c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867386 Oct 31 15:05:22.727445 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-06771275-0707-400f-9ce5-f04bb81e5271 req-9d754f3f-3c32-4db7-bdd1-666ed5757b3d tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 210 time: 0.0324230 Oct 31 15:05:23.815311 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-9601104a-9280-4c08-91bb-a50e3c87a3d0 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:23.817444 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-9601104a-9280-4c08-91bb-a50e3c87a3d0 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.44 "GET /networking/v2.0/networks?id=ec1489db-82f7-421f-84de-b1ffcdcc5c33 HTTP/1.1" status: 200 len: 813 time: 0.1096900 Oct 31 15:05:23.835401 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-0116270b-3b25-4a55-bdc1-b62f22ba2d73 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Request body: {'port': {'device_id': '65daa3d7-d3fb-4112-9c68-4dc2158675ea', 'network_id': 'ec1489db-82f7-421f-84de-b1ffcdcc5c33', 'admin_state_up': True, 'tenant_id': '3424a823161e49029c454a8818f7bd7f'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:05:23.868419 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3d6a47d3-e6fb-4390-8158-cf0d49338cee req-5c6ab864-6851-432f-ac76-489ab982f072 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 210 time: 0.0475411 Oct 31 15:05:23.965606 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-0116270b-3b25-4a55-bdc1-b62f22ba2d73 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Made reservation on behalf of 3424a823161e49029c454a8818f7bd7f for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:05:23.970391 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-0116270b-3b25-4a55-bdc1-b62f22ba2d73 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:24.101611 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-0116270b-3b25-4a55-bdc1-b62f22ba2d73 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Allocated IP 172.20.0.6 (ec1489db-82f7-421f-84de-b1ffcdcc5c33/a97110c6-fe66-4288-9258-142b3b04fbfc/0fe94d1d-11dc-4f32-8bfc-c635d9bc836a) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:05:24.252339 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-0116270b-3b25-4a55-bdc1-b62f22ba2d73 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks [] for port (0fe94d1d-11dc-4f32-8bfc-c635d9bc836a), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:24.272789 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:24.276322 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:24.289568 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-0116270b-3b25-4a55-bdc1-b62f22ba2d73 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (0fe94d1d-11dc-4f32-8bfc-c635d9bc836a), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:24.336444 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-0116270b-3b25-4a55-bdc1-b62f22ba2d73 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Network ec1489db-82f7-421f-84de-b1ffcdcc5c33 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:05:24.339768 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-0116270b-3b25-4a55-bdc1-b62f22ba2d73 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:05:24.344488 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-0116270b-3b25-4a55-bdc1-b62f22ba2d73 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:05:24.382479 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116270b-3b25-4a55-bdc1-b62f22ba2d73 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Pushing event updated for resources: {'Port': ['ID=0fe94d1d-11dc-4f32-8bfc-c635d9bc836a,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:05:24.402908 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-0116270b-3b25-4a55-bdc1-b62f22ba2d73 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:24.403572 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-0116270b-3b25-4a55-bdc1-b62f22ba2d73 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:24.419527 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-0116270b-3b25-4a55-bdc1-b62f22ba2d73 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5884926 Oct 31 15:05:24.430453 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Request body: {'port': {'device_id': '65daa3d7-d3fb-4112-9c68-4dc2158675ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:05:24.489788 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (0fe94d1d-11dc-4f32-8bfc-c635d9bc836a), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:24.758327 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:05:24.766733 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Publish callbacks [] for port (0fe94d1d-11dc-4f32-8bfc-c635d9bc836a), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:24.779076 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Transition to ACTIVE for port object 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 15:05:24.782662 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (0fe94d1d-11dc-4f32-8bfc-c635d9bc836a), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:24.842218 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Pushing event updated for resources: {'Port': ['ID=0fe94d1d-11dc-4f32-8bfc-c635d9bc836a,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:05:24.892814 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Attempting to bind port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:05:24.893147 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Attempting to bind port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '89274864-92d7-4aa9-aea3-44799a5cdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ec1489db-82f7-421f-84de-b1ffcdcc5c33'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:05:24.893470 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Attempting to bind port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a on network ec1489db-82f7-421f-84de-b1ffcdcc5c33 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:05:24.930599 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:24.934835 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:24.937944 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a on network ec1489db-82f7-421f-84de-b1ffcdcc5c33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 15:05:24.938316 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Attempting to bind port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a on network ec1489db-82f7-421f-84de-b1ffcdcc5c33 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:05:24.981514 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:05:24.981849 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Checking segment: {'id': '89274864-92d7-4aa9-aea3-44799a5cdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ec1489db-82f7-421f-84de-b1ffcdcc5c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:05:24.982229 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Bound using segment: {'id': '89274864-92d7-4aa9-aea3-44799a5cdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ec1489db-82f7-421f-84de-b1ffcdcc5c33'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:05:24.982668 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Bound port: 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89274864-92d7-4aa9-aea3-44799a5cdbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ec1489db-82f7-421f-84de-b1ffcdcc5c33'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:05:24.983026 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (0fe94d1d-11dc-4f32-8bfc-c635d9bc836a), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:24.992181 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98549b92-71df-4572-a8d1-2f7399d8a2f6 req-61454ea4-248e-4cdc-b2ce-57bee47a4aeb tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:24.993677 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-98549b92-71df-4572-a8d1-2f7399d8a2f6 req-61454ea4-248e-4cdc-b2ce-57bee47a4aeb tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 943 time: 0.0482957 Oct 31 15:05:25.041057 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-98549b92-71df-4572-a8d1-2f7399d8a2f6 req-8ee37c42-e959-479d-a957-3adcd8c24f0e tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416918 Oct 31 15:05:25.046236 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] For port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:05:25.050366 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] For port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=0fe94d1d-11dc-4f32-8bfc-c635d9bc836a,segment=NetworkSegment(89274864-92d7-4aa9-aea3-44799a5cdbf9),segment_id=89274864-92d7-4aa9-aea3-44799a5cdbf9)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:05:25.056335 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (0fe94d1d-11dc-4f32-8bfc-c635d9bc836a), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:25.060599 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:25.061214 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:25.063157 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/0fe94d1d-11dc-4f32-8bfc-c635d9bc836a HTTP/1.1" status: 200 len: 1093 time: 0.6367185 Oct 31 15:05:25.063714 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65daa3d7-d3fb-4112-9c68-4dc2158675ea', 'tag': '0fe94d1d-11dc-4f32-8bfc-c635d9bc836a'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:05:25.066131 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac47e91-d902-4ebb-9176-e9fc59d9ff74" -d '{"events": [{"name": "network-changed", "server_uuid": "65daa3d7-d3fb-4112-9c68-4dc2158675ea", "tag": "0fe94d1d-11dc-4f32-8bfc-c635d9bc836a"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:05:25.106354 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:25.109238 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:25.111049 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e429f6-b381-4a6c-b0c8-de6a56c8f3ec x-openstack-request-id: req-b0e429f6-b381-4a6c-b0c8-de6a56c8f3ec {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:05:25.111331 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65daa3d7-d3fb-4112-9c68-4dc2158675ea", "tag": "0fe94d1d-11dc-4f32-8bfc-c635d9bc836a", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:05:25.111599 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0e429f6-b381-4a6c-b0c8-de6a56c8f3ec {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:05:25.111995 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e429f6-b381-4a6c-b0c8-de6a56c8f3ec'] response: {'name': 'network-changed', 'server_uuid': '65daa3d7-d3fb-4112-9c68-4dc2158675ea', 'tag': '0fe94d1d-11dc-4f32-8bfc-c635d9bc836a', 'status': 'completed', 'code': 200} Oct 31 15:05:25.134840 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d3708-d5e7-47d1-b610-1d805a50a7eb service neutron] Pushing event updated for resources: {'Port': ['ID=0fe94d1d-11dc-4f32-8bfc-c635d9bc836a,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:05:25.165806 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-10d0ae8b-2323-4d53-9965-7c0cb536b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:25.167297 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-10d0ae8b-2323-4d53-9965-7c0cb536b933 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3424a823161e49029c454a8818f7bd7f&device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 1127 time: 0.0455787 Oct 31 15:05:25.208441 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-3bef9a59-4ad7-49ce-b4af-d9824ce49596 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fe94d1d-11dc-4f32-8bfc-c635d9bc836a HTTP/1.1" status: 200 len: 217 time: 0.0330734 Oct 31 15:05:25.258475 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-8d1400b4-eee9-48b4-8017-54ccde8d20c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:25.259882 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-8d1400b4-eee9-48b4-8017-54ccde8d20c1 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a97110c6-fe66-4288-9258-142b3b04fbfc HTTP/1.1" status: 200 len: 853 time: 0.0453806 Oct 31 15:05:25.292326 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-5ad6949c-575e-47af-afe4-3167e6785f57 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=ec1489db-82f7-421f-84de-b1ffcdcc5c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253079 Oct 31 15:05:25.380578 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-3c253226-8f9d-45f4-a21e-7ebbaf01cf92 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/ec1489db-82f7-421f-84de-b1ffcdcc5c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813208 Oct 31 15:05:25.477730 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3938887-3fe3-4f7c-99fe-dd1cb0a653e3 req-d68b2cf6-9a5b-4ad5-92b3-9a7c5372406a service neutron] 10.222.0.44 "GET /networking/v2.0/networks/ec1489db-82f7-421f-84de-b1ffcdcc5c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911634 Oct 31 15:05:26.163429 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e70e5-5ce9-4481-9667-fcca3e8df183 req-9a43a57f-6c18-4654-b5ca-b8aedb6ecf5c tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:26.164929 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-770e70e5-5ce9-4481-9667-fcca3e8df183 req-9a43a57f-6c18-4654-b5ca-b8aedb6ecf5c tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 943 time: 0.0474510 Oct 31 15:05:26.212711 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-770e70e5-5ce9-4481-9667-fcca3e8df183 req-8c3a5c6e-d8b2-4e00-9c6d-9680e2664cae tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423765 Oct 31 15:05:26.364162 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac47e91-d902-4ebb-9176-e9fc59d9ff74 req-1c3ed99c-80a6-4450-832f-0fae1b85d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:26.365572 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dac47e91-d902-4ebb-9176-e9fc59d9ff74 req-1c3ed99c-80a6-4450-832f-0fae1b85d056 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=3424a823161e49029c454a8818f7bd7f&device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 1127 time: 0.0404041 Oct 31 15:05:26.460397 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac47e91-d902-4ebb-9176-e9fc59d9ff74 req-b2fbaf3f-ccdf-4c1a-a1e1-2078a7a20d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:26.461927 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dac47e91-d902-4ebb-9176-e9fc59d9ff74 req-b2fbaf3f-ccdf-4c1a-a1e1-2078a7a20d85 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=ec1489db-82f7-421f-84de-b1ffcdcc5c33 HTTP/1.1" status: 200 len: 914 time: 0.0894413 Oct 31 15:05:26.501866 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dac47e91-d902-4ebb-9176-e9fc59d9ff74 req-90aa9c70-b39e-43c6-92a6-556fdc91ff54 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fe94d1d-11dc-4f32-8bfc-c635d9bc836a HTTP/1.1" status: 200 len: 217 time: 0.0325308 Oct 31 15:05:26.550969 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac47e91-d902-4ebb-9176-e9fc59d9ff74 req-88f273b7-05da-49df-b3df-28d4192a3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:26.552474 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dac47e91-d902-4ebb-9176-e9fc59d9ff74 req-88f273b7-05da-49df-b3df-28d4192a3eeb service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a97110c6-fe66-4288-9258-142b3b04fbfc HTTP/1.1" status: 200 len: 853 time: 0.0451658 Oct 31 15:05:26.586083 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dac47e91-d902-4ebb-9176-e9fc59d9ff74 req-f0233525-ac2e-4049-a112-4fec2af4595f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=ec1489db-82f7-421f-84de-b1ffcdcc5c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269258 Oct 31 15:05:26.687593 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dac47e91-d902-4ebb-9176-e9fc59d9ff74 req-fd720a8f-78b5-4143-a60c-2ec18cf2dd00 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/ec1489db-82f7-421f-84de-b1ffcdcc5c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939434 Oct 31 15:05:26.782738 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dac47e91-d902-4ebb-9176-e9fc59d9ff74 req-62d6f731-9029-427d-bf54-afa91b7d3e6d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/ec1489db-82f7-421f-84de-b1ffcdcc5c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897253 Oct 31 15:05:27.341891 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6069ef-2da9-490d-8175-f8dd3cdc64c6 req-64f17261-4629-40a1-a53c-db7a23c76747 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:27.343379 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4a6069ef-2da9-490d-8175-f8dd3cdc64c6 req-64f17261-4629-40a1-a53c-db7a23c76747 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 943 time: 0.0526528 Oct 31 15:05:27.390576 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4a6069ef-2da9-490d-8175-f8dd3cdc64c6 req-dc1a41ea-622a-4bc3-922c-0c83cd132a92 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413787 Oct 31 15:05:27.927196 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 50142) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:05:28.052415 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-9c617841-f8e3-4913-b708-1b1d6e895e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:28.101619 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:28.130375 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-9c617841-f8e3-4913-b708-1b1d6e895e2c admin admin] Publish callbacks [] for security_group (ec2ad14d-bc91-4c7c-a79a-28e234b48f33), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:28.133987 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-9c617841-f8e3-4913-b708-1b1d6e895e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ec2ad14d-bc91-4c7c-a79a-28e234b48f33), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:28.148771 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:28.176225 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-9c617841-f8e3-4913-b708-1b1d6e895e2c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f09b0b91abaf46dea395453d35a54749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479630 Oct 31 15:05:28.177349 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c617841-f8e3-4913-b708-1b1d6e895e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2ad14d-bc91-4c7c-a79a-28e234b48f33,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:05:28.179152 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50146) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:05:28.232068 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Publish callbacks [] for security_group (ec2ad14d-bc91-4c7c-a79a-28e234b48f33), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:28.251962 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Publish callbacks [] for security_group (ec2ad14d-bc91-4c7c-a79a-28e234b48f33), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:28.298426 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ec2ad14d-bc91-4c7c-a79a-28e234b48f33), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:28.300937 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:28.302069 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ec2ad14d-bc91-4c7c-a79a-28e234b48f33 HTTP/1.1" status: 204 len: 168 time: 0.1217551 Oct 31 15:05:28.309635 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2ad14d-bc91-4c7c-a79a-28e234b48f33,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:05:28.317572 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:28.317926 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:28.318275 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:28.318614 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:28.318950 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:28.319281 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:28.319633 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:28.319961 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:28.320287 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:28.320614 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:28.320944 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:28.321273 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:28.321651 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:28.321980 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:28.322232 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f01d3-93d3-4d94-81e3-7b6fdb41ee74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:28.439963 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 15:05:28.523703 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fa12a-3146-4c6d-b207-0cc0539ce9be req-60354ab9-c72d-4166-9cb0-c5014dc80c8e tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:28.530222 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-143fa12a-3146-4c6d-b207-0cc0539ce9be req-60354ab9-c72d-4166-9cb0-c5014dc80c8e tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 943 time: 0.0591180 Oct 31 15:05:28.558513 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=0fe94d1d-11dc-4f32-8bfc-c635d9bc836a,segment=NetworkSegment(89274864-92d7-4aa9-aea3-44799a5cdbf9),segment_id=89274864-92d7-4aa9-aea3-44799a5cdbf9)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:05:28.572760 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '0fe94d1d-11dc-4f32-8bfc-c635d9bc836a', 'network_id': 'ec1489db-82f7-421f-84de-b1ffcdcc5c33', 'port_id': '0fe94d1d-11dc-4f32-8bfc-c635d9bc836a', 'mac_address': 'fa:16:3e:8f:23:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97110c6-fe66-4288-9258-142b3b04fbfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 15:05:28.587145 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-143fa12a-3146-4c6d-b207-0cc0539ce9be req-90b794cc-052d-4390-95de-bcd489aea5ef tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470476 Oct 31 15:05:28.614948 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:05:28.615390 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (0fe94d1d-11dc-4f32-8bfc-c635d9bc836a), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:28.630281 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:05:28.652042 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=0fe94d1d-11dc-4f32-8bfc-c635d9bc836a,segment=NetworkSegment(89274864-92d7-4aa9-aea3-44799a5cdbf9),segment_id=89274864-92d7-4aa9-aea3-44799a5cdbf9)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:05:28.655964 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (0fe94d1d-11dc-4f32-8bfc-c635d9bc836a), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:28.701820 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=0fe94d1d-11dc-4f32-8bfc-c635d9bc836a,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:05:28.878608 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['0fe94d1d-11dc-4f32-8bfc-c635d9bc836a'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:05:29.715140 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d23ae2-18b6-4339-b391-3361e82514b9 req-3320b2f2-02cb-46de-a67a-5e955380ff09 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:29.716627 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-28d23ae2-18b6-4339-b391-3361e82514b9 req-3320b2f2-02cb-46de-a67a-5e955380ff09 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 944 time: 0.0513091 Oct 31 15:05:29.763144 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-28d23ae2-18b6-4339-b391-3361e82514b9 req-538f1a78-bbd5-47c5-8596-df1b80614cca tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 Oct 31 15:05:30.439708 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:05:30.481405 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 15:05:30.486877 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:05:30.487280 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (0fe94d1d-11dc-4f32-8bfc-c635d9bc836a), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:30.487735 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a Oct 31 15:05:30.560516 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:05:30.560896 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (0fe94d1d-11dc-4f32-8bfc-c635d9bc836a), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:30.585355 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65daa3d7-d3fb-4112-9c68-4dc2158675ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe94d1d-11dc-4f32-8bfc-c635d9bc836a'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:05:30.587596 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9031fd-dffd-4cfd-8b51-6733243c8a2a" -d '{"events": [{"server_uuid": "65daa3d7-d3fb-4112-9c68-4dc2158675ea", "name": "network-vif-plugged", "status": "completed", "tag": "0fe94d1d-11dc-4f32-8bfc-c635d9bc836a"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:05:30.600097 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=0fe94d1d-11dc-4f32-8bfc-c635d9bc836a,segment=NetworkSegment(89274864-92d7-4aa9-aea3-44799a5cdbf9),segment_id=89274864-92d7-4aa9-aea3-44799a5cdbf9)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:05:30.603941 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (0fe94d1d-11dc-4f32-8bfc-c635d9bc836a), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:30.628382 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5755aff7-a044-4bba-9b82-3ff991324315 x-openstack-request-id: req-5755aff7-a044-4bba-9b82-3ff991324315 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:05:30.628672 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65daa3d7-d3fb-4112-9c68-4dc2158675ea", "name": "network-vif-plugged", "status": "completed", "tag": "0fe94d1d-11dc-4f32-8bfc-c635d9bc836a", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:05:30.628927 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5755aff7-a044-4bba-9b82-3ff991324315 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:05:30.629325 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5755aff7-a044-4bba-9b82-3ff991324315'] response: {'server_uuid': '65daa3d7-d3fb-4112-9c68-4dc2158675ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe94d1d-11dc-4f32-8bfc-c635d9bc836a', 'code': 200} Oct 31 15:05:30.635852 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:30.661785 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=0fe94d1d-11dc-4f32-8bfc-c635d9bc836a,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:05:30.668885 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:30.669240 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:30.669590 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:30.669929 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:30.670266 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:30.670600 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:30.670960 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:30.671359 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:30.672162 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:30.672496 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:30.672829 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:30.673161 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:30.673494 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:30.673820 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:30.674147 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:05:30.789558 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4278c1-8647-4237-9950-3634c223c994 req-676a5139-7e1b-4670-b9c6-70d5cf5069bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:30.790961 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0d4278c1-8647-4237-9950-3634c223c994 req-676a5139-7e1b-4670-b9c6-70d5cf5069bc service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 1129 time: 0.0386369 Oct 31 15:05:30.836568 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0d4278c1-8647-4237-9950-3634c223c994 req-0d7a6c99-6921-4869-8162-3f1ee5f53584 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391746 Oct 31 15:05:30.883844 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f44fc-57e5-41e4-b6d4-0647344e07aa req-995f580a-c535-4e7c-9822-3805d0d05c7e tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:30.885343 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0c1f44fc-57e5-41e4-b6d4-0647344e07aa req-995f580a-c535-4e7c-9822-3805d0d05c7e tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 945 time: 0.0458853 Oct 31 15:05:30.934397 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0c1f44fc-57e5-41e4-b6d4-0647344e07aa req-bb33f21e-fb27-462d-8689-77c602a8809f tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433986 Oct 31 15:05:32.060334 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a435f-67e8-44f2-a5c9-1d6599576d2c req-ebafec0e-c5c2-4787-978a-1c13b729d9c5 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:32.061792 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-341a435f-67e8-44f2-a5c9-1d6599576d2c req-ebafec0e-c5c2-4787-978a-1c13b729d9c5 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 945 time: 0.0497885 Oct 31 15:05:32.107770 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-341a435f-67e8-44f2-a5c9-1d6599576d2c req-cdf8ce02-4f00-4f3b-80fd-ff657a6329ab tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402262 Oct 31 15:05:33.230907 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c192eb-3f69-4780-aab3-24f110cbbadc req-11739bb6-d7a1-44b9-88c6-de2b3e1c014c tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:33.232331 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-26c192eb-3f69-4780-aab3-24f110cbbadc req-11739bb6-d7a1-44b9-88c6-de2b3e1c014c tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 945 time: 0.0476489 Oct 31 15:05:33.279344 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-26c192eb-3f69-4780-aab3-24f110cbbadc req-118a5067-ffda-4ac8-a068-cd65174e0220 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408213 Oct 31 15:05:35.923917 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:05:38.673412 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:38.681127 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:42.102121 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=52,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:42.104105 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=56,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:43.273142 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=41 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:43.275679 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=43 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:45.281308 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-06c930e4-4a9a-4579-a2b2-f8df7f8db84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:45.918912 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:45.919714 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:47.526071 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-84367103-d77a-4e99-ab9e-6cb0769764b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:48.574560 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-05589284-f783-4e09-af37-ac7216bbc6be req-f59aea0c-cc45-47da-ada3-ecfb4418687b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378680 Oct 31 15:05:48.635274 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05589284-f783-4e09-af37-ac7216bbc6be req-a36ade37-7295-42a5-ac80-438927e46b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:48.636890 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-05589284-f783-4e09-af37-ac7216bbc6be req-a36ade37-7295-42a5-ac80-438927e46b54 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 1129 time: 0.0396588 Oct 31 15:05:48.757512 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05589284-f783-4e09-af37-ac7216bbc6be req-de8176e5-1dd0-4a5a-a9e5-8824469e358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:48.759016 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-05589284-f783-4e09-af37-ac7216bbc6be req-de8176e5-1dd0-4a5a-a9e5-8824469e358a service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 912 time: 0.0968521 Oct 31 15:05:48.822452 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-05589284-f783-4e09-af37-ac7216bbc6be req-c0fea83e-b192-44ee-a72a-3e5032a1cf7e service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=110ccfc6-0f74-4a58-87e5-897a238a6b52 HTTP/1.1" status: 200 len: 1001 time: 0.0557671 Oct 31 15:05:48.876704 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05589284-f783-4e09-af37-ac7216bbc6be req-d01976c4-90c4-42d0-94a6-95cc1c882c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:48.878178 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-05589284-f783-4e09-af37-ac7216bbc6be req-d01976c4-90c4-42d0-94a6-95cc1c882c59 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a6b7f579-3d17-4254-93e8-82d282f8242f HTTP/1.1" status: 200 len: 850 time: 0.0493410 Oct 31 15:05:48.921412 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05589284-f783-4e09-af37-ac7216bbc6be req-ac3c2d86-ea89-46a5-bff7-d1fcff7a9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:48.922905 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-05589284-f783-4e09-af37-ac7216bbc6be req-ac3c2d86-ea89-46a5-bff7-d1fcff7a9eb1 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391071 Oct 31 15:05:49.014088 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-05589284-f783-4e09-af37-ac7216bbc6be req-065a5ecb-61b7-4af1-8751-1405528c3bb6 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851083 Oct 31 15:05:49.113557 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-05589284-f783-4e09-af37-ac7216bbc6be req-1bd3bb98-e136-4c6a-9b69-592a70ff0d78 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887597 Oct 31 15:05:49.119881 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:50.635087 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:50.801594 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:52.392112 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f57e86-753a-420a-a60f-90c82a3d3b72 req-a8d36878-363e-4806-9567-05457c6f0114 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:52.393483 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-97f57e86-753a-420a-a60f-90c82a3d3b72 req-a8d36878-363e-4806-9567-05457c6f0114 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 945 time: 0.0476453 Oct 31 15:05:52.440073 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-97f57e86-753a-420a-a60f-90c82a3d3b72 req-04571760-a9d9-4359-8e28-90f786b6eafa tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Oct 31 15:05:53.562056 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368dee0-69cf-4c77-9261-4e6be14e07ab req-5c97ac32-3950-48d9-9a0c-f47c2bc88ee1 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:53.563524 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7368dee0-69cf-4c77-9261-4e6be14e07ab req-5c97ac32-3950-48d9-9a0c-f47c2bc88ee1 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 945 time: 0.0480368 Oct 31 15:05:53.612347 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7368dee0-69cf-4c77-9261-4e6be14e07ab req-05d59a4e-df5f-4dbc-8ac9-7cf757e49677 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3ecd4d02-962f-4782-8c04-19dd7c84f909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427034 Oct 31 15:05:53.918453 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1ae54-7151-4c2f-a459-919efbea5134 req-ddf1a256-e3c9-4343-8a91-ff4c95aa3ae7 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:05:53.920208 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-92e1ae54-7151-4c2f-a459-919efbea5134 req-ddf1a256-e3c9-4343-8a91-ff4c95aa3ae7 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 945 time: 0.0524156 Oct 31 15:05:54.003494 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-92e1ae54-7151-4c2f-a459-919efbea5134 req-1e3ee7b0-6bb7-4c58-ab94-ddca9cd4b078 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Deleting port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:05:54.003854 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-92e1ae54-7151-4c2f-a459-919efbea5134 req-1e3ee7b0-6bb7-4c58-ab94-ddca9cd4b078 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (0fe94d1d-11dc-4f32-8bfc-c635d9bc836a), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:54.095056 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-92e1ae54-7151-4c2f-a459-919efbea5134 req-1e3ee7b0-6bb7-4c58-ab94-ddca9cd4b078 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] For port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=0fe94d1d-11dc-4f32-8bfc-c635d9bc836a,segment=NetworkSegment(89274864-92d7-4aa9-aea3-44799a5cdbf9),segment_id=89274864-92d7-4aa9-aea3-44799a5cdbf9)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:05:54.095415 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-92e1ae54-7151-4c2f-a459-919efbea5134 req-1e3ee7b0-6bb7-4c58-ab94-ddca9cd4b078 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (0fe94d1d-11dc-4f32-8bfc-c635d9bc836a), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:54.108987 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-92e1ae54-7151-4c2f-a459-919efbea5134 req-1e3ee7b0-6bb7-4c58-ab94-ddca9cd4b078 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Calling delete_port for 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:05:54.210226 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:54.213496 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:05:54.236887 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-92e1ae54-7151-4c2f-a459-919efbea5134 req-1e3ee7b0-6bb7-4c58-ab94-ddca9cd4b078 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (0fe94d1d-11dc-4f32-8bfc-c635d9bc836a), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:54.249911 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['0fe94d1d-11dc-4f32-8bfc-c635d9bc836a'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:05:54.271132 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ee7b0-6bb7-4c58-ab94-ddca9cd4b078 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Pushing event deleted for resources: {'Port': ['ID=0fe94d1d-11dc-4f32-8bfc-c635d9bc836a,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:05:54.318895 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e1ae54-7151-4c2f-a459-919efbea5134 req-1e3ee7b0-6bb7-4c58-ab94-ddca9cd4b078 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] No DVR routers for this DVR port 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:05:54.321581 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-92e1ae54-7151-4c2f-a459-919efbea5134 req-1e3ee7b0-6bb7-4c58-ab94-ddca9cd4b078 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:05:54.325626 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-92e1ae54-7151-4c2f-a459-919efbea5134 req-1e3ee7b0-6bb7-4c58-ab94-ddca9cd4b078 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.44 "DELETE /networking/v2.0/ports/0fe94d1d-11dc-4f32-8bfc-c635d9bc836a HTTP/1.1" status: 204 len: 173 time: 0.4007561 Oct 31 15:05:54.326118 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65daa3d7-d3fb-4112-9c68-4dc2158675ea', 'name': 'network-vif-deleted', 'tag': '0fe94d1d-11dc-4f32-8bfc-c635d9bc836a'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:05:54.328553 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada261a1-f608-44e9-a7fd-9eb56aeae39b" -d '{"events": [{"server_uuid": "65daa3d7-d3fb-4112-9c68-4dc2158675ea", "name": "network-vif-deleted", "tag": "0fe94d1d-11dc-4f32-8bfc-c635d9bc836a"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:05:54.366921 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dc90b1-b08b-4323-bfe6-87ae248d9dd6 x-openstack-request-id: req-91dc90b1-b08b-4323-bfe6-87ae248d9dd6 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:05:54.367221 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65daa3d7-d3fb-4112-9c68-4dc2158675ea", "name": "network-vif-deleted", "tag": "0fe94d1d-11dc-4f32-8bfc-c635d9bc836a", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:05:54.367476 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91dc90b1-b08b-4323-bfe6-87ae248d9dd6 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:05:54.367912 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91dc90b1-b08b-4323-bfe6-87ae248d9dd6'] response: {'server_uuid': '65daa3d7-d3fb-4112-9c68-4dc2158675ea', 'name': 'network-vif-deleted', 'tag': '0fe94d1d-11dc-4f32-8bfc-c635d9bc836a', 'status': 'completed', 'code': 200} Oct 31 15:05:54.728009 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0729255f-7584-4d1b-9c96-e1d4a1d3fde7 req-38b6b50c-7a67-4f20-b8dd-bf22315e6a06 tempest-VolumesSnapshotTestJSON-1183103503 tempest-VolumesSnapshotTestJSON-1183103503-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=65daa3d7-d3fb-4112-9c68-4dc2158675ea HTTP/1.1" status: 200 len: 210 time: 0.0275910 Oct 31 15:05:59.980442 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:06:00.000770 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:06:00.001112 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 0fe94d1d-11dc-4f32-8bfc-c635d9bc836a not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:06:01.936662 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:01.941520 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=4 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:03.609457 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=9 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:04.280612 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:04.301843 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=11 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:04.710733 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=11 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:08.682457 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=27,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:08.685294 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:08.689936 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:12.922379 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:06:15.283410 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2c863338-2050-4f2e-9454-2ef996a500d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.027715 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 50372) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:06:17.073244 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Deleting subnet a97110c6-fe66-4288-9258-142b3b04fbfc {{(pid=119727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 15:06:17.076404 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Publish callbacks [] for subnet (a97110c6-fe66-4288-9258-142b3b04fbfc), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.110318 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13779360'] for subnet (a97110c6-fe66-4288-9258-142b3b04fbfc), precommit_delete_associations {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.152415 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (a97110c6-fe66-4288-9258-142b3b04fbfc), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.205148 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15224884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14532878'] for subnet (a97110c6-fe66-4288-9258-142b3b04fbfc), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.230106 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a97110c6-fe66-4288-9258-142b3b04fbfc,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:17.240018 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:17.240370 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:17.240714 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:17.241874 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:17.242660 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:17.243498 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:17.243498 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:17.243699 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:17.243988 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:17.244320 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:17.244654 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:17.244981 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:17.245309 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:17.245629 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:17.245949 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:17.248982 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.252198 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-69b7a3ca-c208-449b-8bd2-a3c78a1b46f5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/a97110c6-fe66-4288-9258-142b3b04fbfc HTTP/1.1" status: 204 len: 168 time: 0.2234752 Oct 31 15:06:17.254688 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 50374) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:06:17.325287 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e8dc28f2-7524-4d49-8d8b-67526aa19605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (ec1489db-82f7-421f-84de-b1ffcdcc5c33), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.405821 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e8dc28f2-7524-4d49-8d8b-67526aa19605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (ec1489db-82f7-421f-84de-b1ffcdcc5c33), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.425664 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-e8dc28f2-7524-4d49-8d8b-67526aa19605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1489db-82f7-421f-84de-b1ffcdcc5c33']}} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:17.435463 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-e8dc28f2-7524-4d49-8d8b-67526aa19605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89274864-92d7-4aa9-aea3-44799a5cdbf9') {'for_net_delete': True} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:17.435785 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-e8dc28f2-7524-4d49-8d8b-67526aa19605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89274864-92d7-4aa9-aea3-44799a5cdbf9') {} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:17.446188 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e8dc28f2-7524-4d49-8d8b-67526aa19605 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13779369'] for segment (89274864-92d7-4aa9-aea3-44799a5cdbf9), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.459164 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e8dc28f2-7524-4d49-8d8b-67526aa19605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (89274864-92d7-4aa9-aea3-44799a5cdbf9), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.465605 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8dc28f2-7524-4d49-8d8b-67526aa19605 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=119727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 15:06:17.466117 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e8dc28f2-7524-4d49-8d8b-67526aa19605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15224914'] for segment (89274864-92d7-4aa9-aea3-44799a5cdbf9), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.513726 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment 89274864-92d7-4aa9-aea3-44799a5cdbf9 resource provider aggregate not found Oct 31 15:06:17.530142 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-304344a0-1877-4913-a4db-38e528fa1c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.536701 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e8dc28f2-7524-4d49-8d8b-67526aa19605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (ec1489db-82f7-421f-84de-b1ffcdcc5c33), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.539050 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment 89274864-92d7-4aa9-aea3-44799a5cdbf9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89274864-92d7-4aa9-aea3-44799a5cdbf9 found for delete ", "request_id": "req-669d88bc-6b9f-4c6f-ad96-eb35bc0e77fd"}]} Oct 31 15:06:17.542989 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e8dc28f2-7524-4d49-8d8b-67526aa19605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.546212 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-e8dc28f2-7524-4d49-8d8b-67526aa19605 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/ec1489db-82f7-421f-84de-b1ffcdcc5c33 HTTP/1.1" status: 204 len: 168 time: 0.2904460 Oct 31 15:06:17.557713 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc28f2-7524-4d49-8d8b-67526aa19605 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec1489db-82f7-421f-84de-b1ffcdcc5c33,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:17.707446 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 50382) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:06:17.752486 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-8a858f2b-d54b-4d35-8991-32499cb023a7 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=3424a823161e49029c454a8818f7bd7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438585 Oct 31 15:06:17.754974 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 50384) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:06:17.801638 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-caa75d29-2c29-4a09-9bf2-3a16ce223c03 admin admin] Publish callbacks [] for security_group (3ecd4d02-962f-4782-8c04-19dd7c84f909), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.822088 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-caa75d29-2c29-4a09-9bf2-3a16ce223c03 admin admin] Publish callbacks [] for security_group (3ecd4d02-962f-4782-8c04-19dd7c84f909), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.869011 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-caa75d29-2c29-4a09-9bf2-3a16ce223c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (3ecd4d02-962f-4782-8c04-19dd7c84f909), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.871738 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-caa75d29-2c29-4a09-9bf2-3a16ce223c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:17.872877 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-caa75d29-2c29-4a09-9bf2-3a16ce223c03 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3ecd4d02-962f-4782-8c04-19dd7c84f909 HTTP/1.1" status: 204 len: 168 time: 0.1170423 Oct 31 15:06:17.880956 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa75d29-2c29-4a09-9bf2-3a16ce223c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecd4d02-962f-4782-8c04-19dd7c84f909,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:19.122557 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:20.638061 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:20.804164 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:22.918783 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:22.919520 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:25.956945 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 50454) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:06:26.063281 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cf8de173-3f18-4496-974f-b81f0facca29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:26.132249 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:26.145127 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cf8de173-3f18-4496-974f-b81f0facca29 admin admin] Publish callbacks [] for security_group (0aa38be6-277d-4173-9f86-5464292571a4), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:26.150086 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cf8de173-3f18-4496-974f-b81f0facca29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (0aa38be6-277d-4173-9f86-5464292571a4), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:26.153730 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=9 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:26.192574 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-cf8de173-3f18-4496-974f-b81f0facca29 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9fe5bc9b3d0b423dab3a2d6aba289afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343333 Oct 31 15:06:26.195500 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8de173-3f18-4496-974f-b81f0facca29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa38be6-277d-4173-9f86-5464292571a4,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:26.195682 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50458) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:06:26.247998 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6c67-4ebe-40be-99e1-7e35bcbe690f admin admin] Publish callbacks [] for security_group (0aa38be6-277d-4173-9f86-5464292571a4), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:26.267438 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6c67-4ebe-40be-99e1-7e35bcbe690f admin admin] Publish callbacks [] for security_group (0aa38be6-277d-4173-9f86-5464292571a4), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:26.314763 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6c67-4ebe-40be-99e1-7e35bcbe690f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (0aa38be6-277d-4173-9f86-5464292571a4), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:26.317496 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6c67-4ebe-40be-99e1-7e35bcbe690f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:26.318635 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9e2e6c67-4ebe-40be-99e1-7e35bcbe690f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0aa38be6-277d-4173-9f86-5464292571a4 HTTP/1.1" status: 204 len: 168 time: 0.1220288 Oct 31 15:06:26.326302 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e6c67-4ebe-40be-99e1-7e35bcbe690f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa38be6-277d-4173-9f86-5464292571a4,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:26.962253 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 50480) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:06:27.056836 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1417218042-network', 'tenant_id': '87556dde63c246f78107d7191fe9a177'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:06:27.077204 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] Made reservation on behalf of 87556dde63c246f78107d7191fe9a177 for: {'network': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:06:27.079465 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.088221 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.163317 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] Publish callbacks [] for security_group (ccf57917-44b8-4c0d-aefd-4533e1a12be7), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.166867 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ccf57917-44b8-4c0d-aefd-4533e1a12be7), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.191311 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=119727) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 15:06:27.201891 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf57917-44b8-4c0d-aefd-4533e1a12be7,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:27.206577 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (b459c3aa-1fe0-4a2b-b536-1b74fed1b938), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.206916 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.segments_db [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] Added segment b459c3aa-1fe0-4a2b-b536-1b74fed1b938 of type vlan for network c4a62ce2-68c8-420c-86cd-23c7ed970f6e Oct 31 15:06:27.250989 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (c4a62ce2-68c8-420c-86cd-23c7ed970f6e), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.274239 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (c4a62ce2-68c8-420c-86cd-23c7ed970f6e), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.275186 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:27.275789 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.331768 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3683250 Oct 31 15:06:27.334610 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50484) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:06:27.340621 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-769b41ec-8d7f-46a8-8af8-0d2d0e752395 admin admin] Request body: {'subnet': {'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1417218042-subnet', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'ip_version': 4}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:06:27.343138 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393ec4e-b63b-4acb-9bc0-38cbdc36a8bb admin admin] Pushing event updated for resources: {'Network': ['ID=c4a62ce2-68c8-420c-86cd-23c7ed970f6e,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:27.354762 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network c4a62ce2-68c8-420c-86cd-23c7ed970f6e details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 15:06:27.361908 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769b41ec-8d7f-46a8-8af8-0d2d0e752395 admin admin] Made reservation on behalf of 87556dde63c246f78107d7191fe9a177 for: {'subnet': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:06:27.364285 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-769b41ec-8d7f-46a8-8af8-0d2d0e752395 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14563440'] for subnet (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.536223 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-769b41ec-8d7f-46a8-8af8-0d2d0e752395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14423857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14563358'] for subnet (9773a748-404e-4292-b891-ff08f4bf3adb), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.595269 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b41ec-8d7f-46a8-8af8-0d2d0e752395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9773a748-404e-4292-b891-ff08f4bf3adb,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:27.604883 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b41ec-8d7f-46a8-8af8-0d2d0e752395 admin admin] Checking segment: {'id': 'b459c3aa-1fe0-4a2b-b536-1b74fed1b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:06:27.605243 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b41ec-8d7f-46a8-8af8-0d2d0e752395 admin admin] Network hostable DHCP agents. Network: c4a62ce2-68c8-420c-86cd-23c7ed970f6e, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 15:06:27.621836 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b41ec-8d7f-46a8-8af8-0d2d0e752395 admin admin] Network c4a62ce2-68c8-420c-86cd-23c7ed970f6e is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 15:06:27.630234 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-769b41ec-8d7f-46a8-8af8-0d2d0e752395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, c4a62ce2-68c8-420c-86cd-23c7ed970f6e) {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:06:27.634435 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769b41ec-8d7f-46a8-8af8-0d2d0e752395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:27.635145 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-769b41ec-8d7f-46a8-8af8-0d2d0e752395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.639649 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db12e23-8049-4748-88ba-95d3f7028024 None None] Network c4a62ce2-68c8-420c-86cd-23c7ed970f6e requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:06:27.652766 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-769b41ec-8d7f-46a8-8af8-0d2d0e752395 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3169012 Oct 31 15:06:27.655350 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50486) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:06:27.659579 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:06:27.680864 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56553'] for router (e8e9e653-8bbc-410e-bd2b-192379d54210), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.682101 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56544'] for router (e8e9e653-8bbc-410e-bd2b-192379d54210), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.735983 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Publish callbacks [] for router_controller (e8e9e653-8bbc-410e-bd2b-192379d54210), precommit_add_association {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.750013 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb79ca2a0-771f-5521-90fd-aa6fff36120a-c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'project_id': '87556dde63c246f78107d7191fe9a177', 'fixed_ips': [{'subnet_id': '9773a748-404e-4292-b891-ff08f4bf3adb'}]}} from dv-cinder-860227-3-iscsi. {{(pid=119729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 15:06:27.750937 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.869901 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Publish callbacks [] for router_gateway (e8e9e653-8bbc-410e-bd2b-192379d54210), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:27.885379 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.db_base_plugin_common [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Allocated IP 172.20.0.2 (c4a62ce2-68c8-420c-86cd-23c7ed970f6e/9773a748-404e-4292-b891-ff08f4bf3adb/9a8be305-e130-4164-b60e-35a678d2b7eb) {{(pid=119729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:06:28.032197 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Publish callbacks [] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), precommit_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:28.037623 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:28.045915 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:28.051799 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:28.060026 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Publish callbacks [] for router_gateway (e8e9e653-8bbc-410e-bd2b-192379d54210), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:28.077569 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Network c4a62ce2-68c8-420c-86cd-23c7ed970f6e is already hosted by enough agents. {{(pid=119729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:06:28.081926 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:28.084256 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.base_scheduler [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Resources bound (agent type, host, resource id): {{(pid=119729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:06:28.089425 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Received port after_create {{(pid=119729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:06:28.094118 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Pushing event updated for resources: {'Port': ['ID=9a8be305-e130-4164-b60e-35a678d2b7eb,revision_number=1']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:28.153531 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Attempting to bind port 9a8be305-e130-4164-b60e-35a678d2b7eb on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:06:28.153809 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Attempting to bind port 9a8be305-e130-4164-b60e-35a678d2b7eb by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'b459c3aa-1fe0-4a2b-b536-1b74fed1b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:06:28.154166 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Attempting to bind port 9a8be305-e130-4164-b60e-35a678d2b7eb on network c4a62ce2-68c8-420c-86cd-23c7ed970f6e {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:06:28.193286 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Allocated IP 172.27.0.97 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/fc596de3-4915-46e9-a3bf-c115c452c329) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:06:28.198445 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:06:28.199003 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Checking segment: {'id': 'b459c3aa-1fe0-4a2b-b536-1b74fed1b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:06:28.199383 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:28.199817 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Bound using segment: {'id': 'b459c3aa-1fe0-4a2b-b536-1b74fed1b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:06:28.200286 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Bound port: 9a8be305-e130-4164-b60e-35a678d2b7eb, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b459c3aa-1fe0-4a2b-b536-1b74fed1b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:06:28.200774 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:28.262926 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] For port 9a8be305-e130-4164-b60e-35a678d2b7eb, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:06:28.266268 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] For port 9a8be305-e130-4164-b60e-35a678d2b7eb, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=9a8be305-e130-4164-b60e-35a678d2b7eb,segment=NetworkSegment(b459c3aa-1fe0-4a2b-b536-1b74fed1b938),segment_id=b459c3aa-1fe0-4a2b-b536-1b74fed1b938)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:06:28.274078 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:28.301277 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:28.310332 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Publish callbacks [] for port (fc596de3-4915-46e9-a3bf-c115c452c329), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:28.331528 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0a8c7-ab9a-4b68-ad56-308858266628 None None] Pushing event updated for resources: {'Port': ['ID=9a8be305-e130-4164-b60e-35a678d2b7eb,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:28.347377 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (fc596de3-4915-46e9-a3bf-c115c452c329), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:28.390699 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:06:28.395786 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:06:28.398829 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:06:28.402475 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Pushing event updated for resources: {'Port': ['ID=fc596de3-4915-46e9-a3bf-c115c452c329,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:28.438701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:28.438701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:28.438701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:28.438701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:28.438701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:28.438701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:28.438701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:28.438701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:28.438701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:28.438701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:28.438701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:28.438701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:28.439796 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:28.439796 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:28.439796 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:28.666737 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Publish callbacks [] for router_gateway (e8e9e653-8bbc-410e-bd2b-192379d54210), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:28.853319 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398653'] for router (e8e9e653-8bbc-410e-bd2b-192379d54210), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:28.906634 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:28.940691 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:28.986571 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Router e8e9e653-8bbc-410e-bd2b-192379d54210 is scheduled to L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 with binding_index 1 {{(pid=119728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 15:06:29.092169 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:06:29.101817 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Sync routers for ids ['e8e9e653-8bbc-410e-bd2b-192379d54210'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:06:29.112019 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:29.113393 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-61c1c03f-8e52-4b82-9366-2f8eea908912 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4570844 Oct 31 15:06:29.114171 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Routers {'e8e9e653-8bbc-410e-bd2b-192379d54210'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:06:29.114785 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:06:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e8e9e653-8bbc-410e-bd2b-192379d54210'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:29.117015 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50488) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:06:29.154996 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceb7ae9-d0a2-4e03-8f42-89814a7c204a None None] Network c4a62ce2-68c8-420c-86cd-23c7ed970f6e requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:06:29.169436 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:29.226005 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Set router e8e9e653-8bbc-410e-bd2b-192379d54210 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:06:29.226250 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-dc9f5b5d-2729-4601-9ea8-208630f20d71 None None] Provisioning complete for port 9a8be305-e130-4164-b60e-35a678d2b7eb triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:29.226347 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-dc9f5b5d-2729-4601-9ea8-208630f20d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:29.226591 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-dc9f5b5d-2729-4601-9ea8-208630f20d71 None None] Attempt 1 to provision port 9a8be305-e130-4164-b60e-35a678d2b7eb Oct 31 15:06:29.341751 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-dc9f5b5d-2729-4601-9ea8-208630f20d71 None None] Current status of the port 9a8be305-e130-4164-b60e-35a678d2b7eb is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:06:29.342255 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-dc9f5b5d-2729-4601-9ea8-208630f20d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:29.380819 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-dc9f5b5d-2729-4601-9ea8-208630f20d71 None None] For port 9a8be305-e130-4164-b60e-35a678d2b7eb, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=9a8be305-e130-4164-b60e-35a678d2b7eb,segment=NetworkSegment(b459c3aa-1fe0-4a2b-b536-1b74fed1b938),segment_id=b459c3aa-1fe0-4a2b-b536-1b74fed1b938)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:06:29.387180 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-dc9f5b5d-2729-4601-9ea8-208630f20d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:29.420482 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:27Z', 'updated_at': '2022-10-31T15:06:28Z', 'revision_number': 3, 'project_id': '87556dde63c246f78107d7191fe9a177', 'gw_port': {'id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:28Z', 'updated_at': '2022-10-31T15:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:29.445293 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f5b5d-2729-4601-9ea8-208630f20d71 None None] Pushing event updated for resources: {'Port': ['ID=9a8be305-e130-4164-b60e-35a678d2b7eb,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:29.455604 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Checking router: e8e9e653-8bbc-410e-bd2b-192379d54210 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:06:29.455604 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Updating router e8e9e653-8bbc-410e-bd2b-192379d54210 port fc596de3-4915-46e9-a3bf-c115c452c329 binding host dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 15:06:29.487699 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fc596de3-4915-46e9-a3bf-c115c452c329), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:29.613263 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-989b2865-517c-4db2-80af-d06e4d68022e None None] Provisioning complete for port 9a8be305-e130-4164-b60e-35a678d2b7eb triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:29.613630 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-989b2865-517c-4db2-80af-d06e4d68022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:29.614467 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-989b2865-517c-4db2-80af-d06e4d68022e None None] Attempt 1 to provision port 9a8be305-e130-4164-b60e-35a678d2b7eb Oct 31 15:06:29.690934 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-989b2865-517c-4db2-80af-d06e4d68022e None None] Current status of the port 9a8be305-e130-4164-b60e-35a678d2b7eb is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:06:29.758247 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 9a8be305-e130-4164-b60e-35a678d2b7eb up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:06:29.770638 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Publish callbacks [] for port (fc596de3-4915-46e9-a3bf-c115c452c329), precommit_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:29.776221 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fc596de3-4915-46e9-a3bf-c115c452c329), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:29.806139 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 9a8be305-e130-4164-b60e-35a678d2b7eb triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:29.806539 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:29.806830 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 9a8be305-e130-4164-b60e-35a678d2b7eb Oct 31 15:06:29.807907 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:29.816756 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Attempting to bind port fc596de3-4915-46e9-a3bf-c115c452c329 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:06:29.817118 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Attempting to bind port fc596de3-4915-46e9-a3bf-c115c452c329 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:06:29.817726 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Attempting to bind port fc596de3-4915-46e9-a3bf-c115c452c329 on network c40cf38d-c47f-49e0-b4d6-a10af0e88519 {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:06:29.851845 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Pushing event updated for resources: {'Port': ['ID=fc596de3-4915-46e9-a3bf-c115c452c329,revision_number=2']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:29.864528 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:29.864867 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:29.865218 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:29.866180 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:29.866516 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:29.866832 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:29.867146 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:29.867459 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:29.867796 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:29.868104 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:29.868417 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:29.868744 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:29.869055 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:29.869361 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:29.869667 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:29.884746 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:06:29.884949 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Checking segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:06:29.885442 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:29.885718 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Bound using segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:06:29.886320 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Bound port: fc596de3-4915-46e9-a3bf-c115c452c329, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:06:29.887239 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fc596de3-4915-46e9-a3bf-c115c452c329), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:29.890455 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 9a8be305-e130-4164-b60e-35a678d2b7eb is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:06:29.939070 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] For port fc596de3-4915-46e9-a3bf-c115c452c329, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:06:29.942061 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] For port fc596de3-4915-46e9-a3bf-c115c452c329, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=fc596de3-4915-46e9-a3bf-c115c452c329,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:06:29.949001 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fc596de3-4915-46e9-a3bf-c115c452c329), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:29.977967 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Allocated IP 172.20.0.1 (c4a62ce2-68c8-420c-86cd-23c7ed970f6e/9773a748-404e-4292-b891-ff08f4bf3adb/4050c61a-e05c-4aa6-a274-3f27c2135be8) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:06:29.978867 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:29.985247 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Routers {'e8e9e653-8bbc-410e-bd2b-192379d54210'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:06:29.985898 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:06:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e8e9e653-8bbc-410e-bd2b-192379d54210'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:30.050413 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:30.054953 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:30.057796 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54862eab-4218-45e8-8e89-d0b5944864ae None None] Pushing event updated for resources: {'Port': ['ID=fc596de3-4915-46e9-a3bf-c115c452c329,revision_number=3']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:30.073178 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:30.097439 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Publish callbacks [] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:30.121525 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] Set router e8e9e653-8bbc-410e-bd2b-192379d54210 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:06:30.130884 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:30.172967 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Network c4a62ce2-68c8-420c-86cd-23c7ed970f6e is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:06:30.177986 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:06:30.180980 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:06:30.184041 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Pushing event updated for resources: {'Port': ['ID=4050c61a-e05c-4aa6-a274-3f27c2135be8,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:30.222953 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398923'] for router_interface (e8e9e653-8bbc-410e-bd2b-192379d54210), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:30.302725 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:27Z', 'updated_at': '2022-10-31T15:06:28Z', 'revision_number': 3, 'project_id': '87556dde63c246f78107d7191fe9a177', 'gw_port': {'id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:28Z', 'updated_at': '2022-10-31T15:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:30.329602 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bde3f0e-8e1c-46ab-b384-b68b95493663 None None] The sync data for ids ['e8e9e653-8bbc-410e-bd2b-192379d54210'] in dv-cinder-860227-3-iscsi is: [{'id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:27Z', 'updated_at': '2022-10-31T15:06:28Z', 'revision_number': 3, 'project_id': '87556dde63c246f78107d7191fe9a177', 'gw_port': {'id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:28Z', 'updated_at': '2022-10-31T15:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:06:30.362599 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), before_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:30.414865 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-51c2d5c0-c1cb-4397-be53-c759ead26775 None None] Provisioning complete for port 4050c61a-e05c-4aa6-a274-3f27c2135be8 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:30.415436 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-51c2d5c0-c1cb-4397-be53-c759ead26775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:30.415540 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-51c2d5c0-c1cb-4397-be53-c759ead26775 None None] Attempt 1 to provision port 4050c61a-e05c-4aa6-a274-3f27c2135be8 Oct 31 15:06:30.449602 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-51c2d5c0-c1cb-4397-be53-c759ead26775 None None] Port 4050c61a-e05c-4aa6-a274-3f27c2135be8 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:06:30.533677 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Publish callbacks [] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:30.538931 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14674350'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:30.615207 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Pushing event updated for resources: {'Port': ['ID=4050c61a-e05c-4aa6-a274-3f27c2135be8,revision_number=2']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:30.618982 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399039'] for router_interface (e8e9e653-8bbc-410e-bd2b-192379d54210), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:30.718475 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Network c4a62ce2-68c8-420c-86cd-23c7ed970f6e is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:06:30.719869 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:06:30.831400 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:30.842876 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Router e8e9e653-8bbc-410e-bd2b-192379d54210 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:06:30.897495 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:30.960301 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:06:30.965216 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-a92f9724-3ed4-4097-a33b-c2aa3f8b6e9a admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/e8e9e653-8bbc-410e-bd2b-192379d54210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8472335 Oct 31 15:06:30.981812 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-e8518456-dba7-43ef-ab05-81efc193eeb1 None None] Provisioning complete for port 4050c61a-e05c-4aa6-a274-3f27c2135be8 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:30.982181 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e8518456-dba7-43ef-ab05-81efc193eeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:30.982515 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-e8518456-dba7-43ef-ab05-81efc193eeb1 None None] Attempt 1 to provision port 4050c61a-e05c-4aa6-a274-3f27c2135be8 Oct 31 15:06:31.016645 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-e8518456-dba7-43ef-ab05-81efc193eeb1 None None] Port 4050c61a-e05c-4aa6-a274-3f27c2135be8 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:06:31.451252 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50504) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:06:31.456373 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1517535440-network', 'tenant_id': '36697cb548a14f47a84f7eebd452983f'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:06:31.476518 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] Made reservation on behalf of 36697cb548a14f47a84f7eebd452983f for: {'network': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:06:31.478802 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for network (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:31.487340 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:31.564447 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] Publish callbacks [] for security_group (91cc4780-8b31-47c5-807f-928301c5fac9), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:31.568658 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (91cc4780-8b31-47c5-807f-928301c5fac9), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:31.597673 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=119728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 15:06:31.604567 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cc4780-8b31-47c5-807f-928301c5fac9,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:31.613343 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (f970c2c0-90e5-408a-880d-93083fdaf4ad), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:31.613343 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.segments_db [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] Added segment f970c2c0-90e5-408a-880d-93083fdaf4ad of type vlan for network 2f736543-db85-4bd8-accc-6e26a13a7a56 Oct 31 15:06:31.656121 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735234239928'] for network (2f736543-db85-4bd8-accc-6e26a13a7a56), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:31.698718 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073'] for network (2f736543-db85-4bd8-accc-6e26a13a7a56), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:31.699848 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:31.700482 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:31.739148 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device fc596de3-4915-46e9-a3bf-c115c452c329 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:06:31.764997 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3123958 Oct 31 15:06:31.767768 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50506) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:06:31.774522 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-134713fd-d03c-4e13-93d2-5d0437a0c0b3 admin admin] Request body: {'subnet': {'network_id': '2f736543-db85-4bd8-accc-6e26a13a7a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1517535440-subnet', 'tenant_id': '36697cb548a14f47a84f7eebd452983f', 'ip_version': 4}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:06:31.786952 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd628f-ce50-403e-9532-d2dbc1adda5c admin admin] Pushing event updated for resources: {'Network': ['ID=2f736543-db85-4bd8-accc-6e26a13a7a56,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:31.790706 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port fc596de3-4915-46e9-a3bf-c115c452c329 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:31.791204 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (fc596de3-4915-46e9-a3bf-c115c452c329), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:31.791644 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port fc596de3-4915-46e9-a3bf-c115c452c329 Oct 31 15:06:31.808055 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134713fd-d03c-4e13-93d2-5d0437a0c0b3 admin admin] Made reservation on behalf of 36697cb548a14f47a84f7eebd452983f for: {'subnet': 1} {{(pid=119728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:06:31.810418 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-134713fd-d03c-4e13-93d2-5d0437a0c0b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14563440'] for subnet (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:31.817684 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Network 2f736543-db85-4bd8-accc-6e26a13a7a56 details requested by agent ovs-agent-dv-cinder-860227-3-iscsi with host dv-cinder-860227-3-iscsi {{(pid=119729) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 15:06:31.839383 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:31.899126 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Sync routers for ids ['e8e9e653-8bbc-410e-bd2b-192379d54210'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:06:31.938167 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Routers {'e8e9e653-8bbc-410e-bd2b-192379d54210'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:06:31.938781 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:06:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e8e9e653-8bbc-410e-bd2b-192379d54210'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:31.975959 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port fc596de3-4915-46e9-a3bf-c115c452c329 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:06:31.976347 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (fc596de3-4915-46e9-a3bf-c115c452c329), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:31.988773 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:31.995813 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-134713fd-d03c-4e13-93d2-5d0437a0c0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14423857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14563358'] for subnet (36fa9feb-64e3-487c-8145-64c220f5853e), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:32.018881 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port fc596de3-4915-46e9-a3bf-c115c452c329, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=fc596de3-4915-46e9-a3bf-c115c452c329,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:06:32.024628 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (fc596de3-4915-46e9-a3bf-c115c452c329), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:32.055865 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134713fd-d03c-4e13-93d2-5d0437a0c0b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fa9feb-64e3-487c-8145-64c220f5853e,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:32.067650 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134713fd-d03c-4e13-93d2-5d0437a0c0b3 admin admin] Checking segment: {'id': 'f970c2c0-90e5-408a-880d-93083fdaf4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2f736543-db85-4bd8-accc-6e26a13a7a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:06:32.068007 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134713fd-d03c-4e13-93d2-5d0437a0c0b3 admin admin] Network hostable DHCP agents. Network: 2f736543-db85-4bd8-accc-6e26a13a7a56, hostable agents: ['d71bddec-d9fd-40d3-8f5d-2e5d672783ba'], hosted agents: [] {{(pid=119728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 15:06:32.086308 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134713fd-d03c-4e13-93d2-5d0437a0c0b3 admin admin] Network 2f736543-db85-4bd8-accc-6e26a13a7a56 is scheduled to be hosted by DHCP agent d71bddec-d9fd-40d3-8f5d-2e5d672783ba with binding_index 1 {{(pid=119728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 15:06:32.095843 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-134713fd-d03c-4e13-93d2-5d0437a0c0b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-3-iscsi, 2f736543-db85-4bd8-accc-6e26a13a7a56) {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:06:32.100528 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134713fd-d03c-4e13-93d2-5d0437a0c0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:32.101209 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-134713fd-d03c-4e13-93d2-5d0437a0c0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:32.102416 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Set router e8e9e653-8bbc-410e-bd2b-192379d54210 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:06:32.108961 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:32.109918 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c6b0e6-6e68-4694-9767-a307545561ac None None] Network 2f736543-db85-4bd8-accc-6e26a13a7a56 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:06:32.111477 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:32.120425 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-134713fd-d03c-4e13-93d2-5d0437a0c0b3 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3518419 Oct 31 15:06:32.123161 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50508) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:06:32.128351 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1517535440-router', 'tenant_id': '36697cb548a14f47a84f7eebd452983f', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:06:32.157638 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-401343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56553'] for router (ea9e7468-df57-4990-80d3-878e0d14cca1), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:32.158685 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394189', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56544'] for router (ea9e7468-df57-4990-80d3-878e0d14cca1), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:32.220603 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Publish callbacks [] for router_controller (ea9e7468-df57-4990-80d3-878e0d14cca1), precommit_add_association {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:32.294610 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=fc596de3-4915-46e9-a3bf-c115c452c329,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:32.356356 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Publish callbacks [] for router_gateway (ea9e7468-df57-4990-80d3-878e0d14cca1), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:32.371916 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:32.372271 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:32.372615 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:32.372957 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:32.373288 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:32.373616 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:32.373944 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:32.374269 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:32.374596 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:32.374920 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:32.375244 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:32.375590 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:32.375917 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:32.376236 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:32.376557 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:06:32.485443 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb79ca2a0-771f-5521-90fd-aa6fff36120a-2f736543-db85-4bd8-accc-6e26a13a7a56', 'network_id': '2f736543-db85-4bd8-accc-6e26a13a7a56', 'project_id': '36697cb548a14f47a84f7eebd452983f', 'fixed_ips': [{'subnet_id': '36fa9feb-64e3-487c-8145-64c220f5853e'}]}} from dv-cinder-860227-3-iscsi. {{(pid=119729) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 15:06:32.487135 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:32.541827 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Publish callbacks [] for router_gateway (ea9e7468-df57-4990-80d3-878e0d14cca1), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:32.560606 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:32.610039 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:27Z', 'updated_at': '2022-10-31T15:06:30Z', 'revision_number': 4, 'project_id': '87556dde63c246f78107d7191fe9a177', 'gw_port': {'id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:28Z', 'updated_at': '2022-10-31T15:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '4050c61a-e05c-4aa6-a274-3f27c2135be8', 'name': '', 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'mac_address': 'fa:16:3e:30:7c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:29Z', 'updated_at': '2022-10-31T15:06:30Z', 'revision_number': 2, 'project_id': '87556dde63c246f78107d7191fe9a177', 'subnets': [{'id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:32.644299 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Checking router: e8e9e653-8bbc-410e-bd2b-192379d54210 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:06:32.644657 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Updating router e8e9e653-8bbc-410e-bd2b-192379d54210 port 4050c61a-e05c-4aa6-a274-3f27c2135be8 binding host dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 15:06:32.670572 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_common [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Allocated IP 172.27.0.33 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/07e4f2d1-1614-4c70-9fdf-61082e57014f) {{(pid=119728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:06:32.703169 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:32.729446 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.db_base_plugin_common [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Allocated IP 172.20.0.2 (2f736543-db85-4bd8-accc-6e26a13a7a56/36fa9feb-64e3-487c-8145-64c220f5853e/c5a5494a-e9b8-4001-9905-13412d7baf07) {{(pid=119729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:06:32.778391 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Publish callbacks [] for port (07e4f2d1-1614-4c70-9fdf-61082e57014f), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:32.809855 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (07e4f2d1-1614-4c70-9fdf-61082e57014f), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:32.847215 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:06:32.850117 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.base_scheduler [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=119728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:06:32.852513 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Received port after_create {{(pid=119728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:06:32.857079 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:32.892152 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=07e4f2d1-1614-4c70-9fdf-61082e57014f,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:32.989217 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:33.032313 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Publish callbacks [] for port (c5a5494a-e9b8-4001-9905-13412d7baf07), precommit_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:33.044637 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281'] for port (c5a5494a-e9b8-4001-9905-13412d7baf07), after_create {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:33.044945 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:33.047051 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:INSERT=9,neutron:UPDATE=6,neutron:SELECT=85 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:33.109426 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Network 2f736543-db85-4bd8-accc-6e26a13a7a56 is already hosted by enough agents. {{(pid=119729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:06:33.130475 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.base_scheduler [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Resources bound (agent type, host, resource id): {{(pid=119729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:06:33.135187 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Received port after_create {{(pid=119729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:06:33.137358 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Pushing event updated for resources: {'Port': ['ID=c5a5494a-e9b8-4001-9905-13412d7baf07,revision_number=1']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:33.182027 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Publish callbacks [] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), precommit_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:33.203935 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:33.245199 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Attempting to bind port c5a5494a-e9b8-4001-9905-13412d7baf07 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:06:33.245587 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Attempting to bind port c5a5494a-e9b8-4001-9905-13412d7baf07 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f970c2c0-90e5-408a-880d-93083fdaf4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2f736543-db85-4bd8-accc-6e26a13a7a56'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:06:33.245950 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Attempting to bind port c5a5494a-e9b8-4001-9905-13412d7baf07 on network 2f736543-db85-4bd8-accc-6e26a13a7a56 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:06:33.300528 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411d6b7-24ed-4607-9112-b614555a75a9 None None] Pushing event updated for resources: {'Port': ['ID=4050c61a-e05c-4aa6-a274-3f27c2135be8,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:33.341706 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Publish callbacks [] for router_gateway (ea9e7468-df57-4990-80d3-878e0d14cca1), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:33.349509 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Attempting to bind port 4050c61a-e05c-4aa6-a274-3f27c2135be8 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:06:33.349912 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Attempting to bind port 4050c61a-e05c-4aa6-a274-3f27c2135be8 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'b459c3aa-1fe0-4a2b-b536-1b74fed1b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:06:33.350277 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Attempting to bind port 4050c61a-e05c-4aa6-a274-3f27c2135be8 on network c4a62ce2-68c8-420c-86cd-23c7ed970f6e {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:06:33.352524 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:06:33.352898 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Checking segment: {'id': 'f970c2c0-90e5-408a-880d-93083fdaf4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2f736543-db85-4bd8-accc-6e26a13a7a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:06:33.353293 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:33.353683 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Bound using segment: {'id': 'f970c2c0-90e5-408a-880d-93083fdaf4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2f736543-db85-4bd8-accc-6e26a13a7a56'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:06:33.354147 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Bound port: c5a5494a-e9b8-4001-9905-13412d7baf07, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970c2c0-90e5-408a-880d-93083fdaf4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2f736543-db85-4bd8-accc-6e26a13a7a56'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:06:33.354522 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (c5a5494a-e9b8-4001-9905-13412d7baf07), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:33.441091 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:06:33.441461 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Checking segment: {'id': 'b459c3aa-1fe0-4a2b-b536-1b74fed1b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:06:33.441863 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:33.442276 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Bound using segment: {'id': 'b459c3aa-1fe0-4a2b-b536-1b74fed1b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:06:33.442993 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Bound port: 4050c61a-e05c-4aa6-a274-3f27c2135be8, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b459c3aa-1fe0-4a2b-b536-1b74fed1b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:06:33.443369 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:33.463395 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] For port c5a5494a-e9b8-4001-9905-13412d7baf07, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:06:33.493413 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] For port c5a5494a-e9b8-4001-9905-13412d7baf07, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=c5a5494a-e9b8-4001-9905-13412d7baf07,segment=NetworkSegment(f970c2c0-90e5-408a-880d-93083fdaf4ad),segment_id=f970c2c0-90e5-408a-880d-93083fdaf4ad)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:06:33.505000 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (c5a5494a-e9b8-4001-9905-13412d7baf07), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:33.534806 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398653'] for router (ea9e7468-df57-4990-80d3-878e0d14cca1), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:33.550686 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=8 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:33.551989 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] For port 4050c61a-e05c-4aa6-a274-3f27c2135be8, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:06:33.576014 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] For port 4050c61a-e05c-4aa6-a274-3f27c2135be8, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=4050c61a-e05c-4aa6-a274-3f27c2135be8,segment=NetworkSegment(b459c3aa-1fe0-4a2b-b536-1b74fed1b938),segment_id=b459c3aa-1fe0-4a2b-b536-1b74fed1b938)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:06:33.587912 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:33.598465 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63b496-a30c-4ec1-be90-a2b49ae172fb None None] Pushing event updated for resources: {'Port': ['ID=c5a5494a-e9b8-4001-9905-13412d7baf07,revision_number=2']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:33.627854 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Routers {'e8e9e653-8bbc-410e-bd2b-192379d54210'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:06:33.628491 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:06:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e8e9e653-8bbc-410e-bd2b-192379d54210'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:33.686621 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Router ea9e7468-df57-4990-80d3-878e0d14cca1 is scheduled to L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 with binding_index 1 {{(pid=119728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 15:06:33.690713 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411d6b7-24ed-4607-9112-b614555a75a9 None None] Pushing event updated for resources: {'Port': ['ID=4050c61a-e05c-4aa6-a274-3f27c2135be8,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:33.782697 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] Set router e8e9e653-8bbc-410e-bd2b-192379d54210 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:06:33.784306 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:33.809809 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device fc596de3-4915-46e9-a3bf-c115c452c329 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:06:33.837458 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:06:33.847894 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Sync routers for ids ['ea9e7468-df57-4990-80d3-878e0d14cca1'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:06:33.861632 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:33.862899 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-b4881e14-746c-447b-b955-906f33289ee4 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7382212 Oct 31 15:06:33.864855 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Routers {'ea9e7468-df57-4990-80d3-878e0d14cca1'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:06:33.866336 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:06:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ea9e7468-df57-4990-80d3-878e0d14cca1'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:33.866573 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 50510) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:06:33.960622 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port fc596de3-4915-46e9-a3bf-c115c452c329 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:33.961150 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (fc596de3-4915-46e9-a3bf-c115c452c329), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:33.961238 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port fc596de3-4915-46e9-a3bf-c115c452c329 Oct 31 15:06:33.985859 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Set router ea9e7468-df57-4990-80d3-878e0d14cca1 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:06:34.208089 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:27Z', 'updated_at': '2022-10-31T15:06:30Z', 'revision_number': 4, 'project_id': '87556dde63c246f78107d7191fe9a177', 'gw_port': {'id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:28Z', 'updated_at': '2022-10-31T15:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '4050c61a-e05c-4aa6-a274-3f27c2135be8', 'name': '', 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'mac_address': 'fa:16:3e:30:7c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:29Z', 'updated_at': '2022-10-31T15:06:33Z', 'revision_number': 4, 'project_id': '87556dde63c246f78107d7191fe9a177', 'subnets': [{'id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:34.255330 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857cd646-7549-4662-9f61-3fe392837d1b None None] The sync data for ids ['e8e9e653-8bbc-410e-bd2b-192379d54210'] in dv-cinder-860227-3-iscsi is: [{'id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:27Z', 'updated_at': '2022-10-31T15:06:30Z', 'revision_number': 4, 'project_id': '87556dde63c246f78107d7191fe9a177', 'gw_port': {'id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:28Z', 'updated_at': '2022-10-31T15:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '4050c61a-e05c-4aa6-a274-3f27c2135be8', 'name': '', 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'mac_address': 'fa:16:3e:30:7c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:29Z', 'updated_at': '2022-10-31T15:06:33Z', 'revision_number': 4, 'project_id': '87556dde63c246f78107d7191fe9a177', 'subnets': [{'id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:06:34.265594 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port fc596de3-4915-46e9-a3bf-c115c452c329 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:06:34.285546 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'name': 'tempest-TestMinimumBasicScenario-1517535440-router', 'tenant_id': '36697cb548a14f47a84f7eebd452983f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '07e4f2d1-1614-4c70-9fdf-61082e57014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:06:33Z', 'revision_number': 3, 'project_id': '36697cb548a14f47a84f7eebd452983f', 'gw_port': {'id': '07e4f2d1-1614-4c70-9fdf-61082e57014f', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:34.334915 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Checking router: ea9e7468-df57-4990-80d3-878e0d14cca1 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:06:34.335856 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Updating router ea9e7468-df57-4990-80d3-878e0d14cca1 port 07e4f2d1-1614-4c70-9fdf-61082e57014f binding host dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 15:06:34.367935 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (07e4f2d1-1614-4c70-9fdf-61082e57014f), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:34.589632 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:34.627790 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:34.641827 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:34.683769 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Publish callbacks [] for port (07e4f2d1-1614-4c70-9fdf-61082e57014f), precommit_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:34.696606 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (07e4f2d1-1614-4c70-9fdf-61082e57014f), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:34.714664 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Attempting to bind port 07e4f2d1-1614-4c70-9fdf-61082e57014f on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:06:34.714664 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Attempting to bind port 07e4f2d1-1614-4c70-9fdf-61082e57014f by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:06:34.714664 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Attempting to bind port 07e4f2d1-1614-4c70-9fdf-61082e57014f on network c40cf38d-c47f-49e0-b4d6-a10af0e88519 {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:06:34.744236 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20938841-7b56-428a-8e71-9dc4db1c7122 None None] Network 2f736543-db85-4bd8-accc-6e26a13a7a56 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:06:34.766949 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:34.790576 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd9502-d7ad-4496-8ed5-808cf33d8106 None None] Pushing event updated for resources: {'Port': ['ID=07e4f2d1-1614-4c70-9fdf-61082e57014f,revision_number=2']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:34.795469 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:06:34.795852 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Checking segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:06:34.796246 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:34.796627 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Bound using segment: {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'} {{(pid=119730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:06:34.797354 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.managers [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Bound port: 07e4f2d1-1614-4c70-9fdf-61082e57014f, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ffd476-5409-4c0a-8999-2fa62d96efa1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519'}}] {{(pid=119730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:06:34.797491 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (07e4f2d1-1614-4c70-9fdf-61082e57014f), before_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:34.819730 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-b372a54c-e2eb-404f-a827-d86941534c24 None None] Provisioning complete for port c5a5494a-e9b8-4001-9905-13412d7baf07 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:34.820042 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b372a54c-e2eb-404f-a827-d86941534c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (c5a5494a-e9b8-4001-9905-13412d7baf07), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:34.820395 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-b372a54c-e2eb-404f-a827-d86941534c24 None None] Attempt 1 to provision port c5a5494a-e9b8-4001-9905-13412d7baf07 Oct 31 15:06:34.854320 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Allocated IP 172.20.0.1 (2f736543-db85-4bd8-accc-6e26a13a7a56/36fa9feb-64e3-487c-8145-64c220f5853e/de6dda58-1f37-4697-8921-535dcbd589d0) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:06:34.855227 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] For port 07e4f2d1-1614-4c70-9fdf-61082e57014f, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:06:34.858903 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.plugins.ml2.db [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] For port 07e4f2d1-1614-4c70-9fdf-61082e57014f, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=07e4f2d1-1614-4c70-9fdf-61082e57014f,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:06:34.869916 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron_lib.callbacks.manager [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (07e4f2d1-1614-4c70-9fdf-61082e57014f), after_update {{(pid=119730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:34.914557 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Routers {'ea9e7468-df57-4990-80d3-878e0d14cca1'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:06:34.915584 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:06:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ea9e7468-df57-4990-80d3-878e0d14cca1'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:34.922464 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:34.962763 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-b372a54c-e2eb-404f-a827-d86941534c24 None None] Current status of the port c5a5494a-e9b8-4001-9905-13412d7baf07 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:06:34.963331 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b372a54c-e2eb-404f-a827-d86941534c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (c5a5494a-e9b8-4001-9905-13412d7baf07), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:34.992094 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Publish callbacks [] for port (de6dda58-1f37-4697-8921-535dcbd589d0), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:35.014632 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-b372a54c-e2eb-404f-a827-d86941534c24 None None] For port c5a5494a-e9b8-4001-9905-13412d7baf07, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=c5a5494a-e9b8-4001-9905-13412d7baf07,segment=NetworkSegment(f970c2c0-90e5-408a-880d-93083fdaf4ad),segment_id=f970c2c0-90e5-408a-880d-93083fdaf4ad)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:06:35.024132 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b372a54c-e2eb-404f-a827-d86941534c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (c5a5494a-e9b8-4001-9905-13412d7baf07), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:35.031406 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:35.059585 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Network 2f736543-db85-4bd8-accc-6e26a13a7a56 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:06:35.060527 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] Set router ea9e7468-df57-4990-80d3-878e0d14cca1 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:06:35.080641 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:06:35.083875 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:06:35.122965 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372a54c-e2eb-404f-a827-d86941534c24 None None] Pushing event updated for resources: {'Port': ['ID=c5a5494a-e9b8-4001-9905-13412d7baf07,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:35.130618 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Pushing event updated for resources: {'Port': ['ID=de6dda58-1f37-4697-8921-535dcbd589d0,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:35.143480 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398923'] for router_interface (ea9e7468-df57-4990-80d3-878e0d14cca1), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:35.189731 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd9502-d7ad-4496-8ed5-808cf33d8106 None None] Pushing event updated for resources: {'Port': ['ID=07e4f2d1-1614-4c70-9fdf-61082e57014f,revision_number=3']} {{(pid=119730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:35.251066 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-7c4bb609-a7c4-4c92-83f2-2fc212df2043 None None] Provisioning complete for port c5a5494a-e9b8-4001-9905-13412d7baf07 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:35.251452 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb609-a7c4-4c92-83f2-2fc212df2043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (c5a5494a-e9b8-4001-9905-13412d7baf07), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:35.251871 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-7c4bb609-a7c4-4c92-83f2-2fc212df2043 None None] Attempt 1 to provision port c5a5494a-e9b8-4001-9905-13412d7baf07 Oct 31 15:06:35.280430 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:35.307438 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'name': 'tempest-TestMinimumBasicScenario-1517535440-router', 'tenant_id': '36697cb548a14f47a84f7eebd452983f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '07e4f2d1-1614-4c70-9fdf-61082e57014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:06:33Z', 'revision_number': 3, 'project_id': '36697cb548a14f47a84f7eebd452983f', 'gw_port': {'id': '07e4f2d1-1614-4c70-9fdf-61082e57014f', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:35.316174 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:35.348140 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643cf7f3-fe98-4b4e-8a8d-3107e56c3140 None None] The sync data for ids ['ea9e7468-df57-4990-80d3-878e0d14cca1'] in dv-cinder-860227-3-iscsi is: [{'id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'name': 'tempest-TestMinimumBasicScenario-1517535440-router', 'tenant_id': '36697cb548a14f47a84f7eebd452983f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '07e4f2d1-1614-4c70-9fdf-61082e57014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:06:33Z', 'revision_number': 3, 'project_id': '36697cb548a14f47a84f7eebd452983f', 'gw_port': {'id': '07e4f2d1-1614-4c70-9fdf-61082e57014f', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:06:35.393353 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-7c4bb609-a7c4-4c92-83f2-2fc212df2043 None None] Current status of the port c5a5494a-e9b8-4001-9905-13412d7baf07 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:06:35.494636 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:35.513554 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-d3635f14-8c00-49b7-b936-fe3233f63264 None None] Provisioning complete for port de6dda58-1f37-4697-8921-535dcbd589d0 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:35.514240 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-d3635f14-8c00-49b7-b936-fe3233f63264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:35.514649 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-d3635f14-8c00-49b7-b936-fe3233f63264 None None] Attempt 1 to provision port de6dda58-1f37-4697-8921-535dcbd589d0 Oct 31 15:06:35.538261 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Publish callbacks [] for port (de6dda58-1f37-4697-8921-535dcbd589d0), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:35.545830 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:35.556620 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-d3635f14-8c00-49b7-b936-fe3233f63264 None None] Port de6dda58-1f37-4697-8921-535dcbd589d0 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:06:35.621293 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399039'] for router_interface (ea9e7468-df57-4990-80d3-878e0d14cca1), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:35.623063 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Pushing event updated for resources: {'Port': ['ID=de6dda58-1f37-4697-8921-535dcbd589d0,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:35.685814 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:35.743363 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Network 2f736543-db85-4bd8-accc-6e26a13a7a56 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:06:35.744715 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:06:35.882462 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device c5a5494a-e9b8-4001-9905-13412d7baf07 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:06:35.892283 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Router ea9e7468-df57-4990-80d3-878e0d14cca1 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:06:35.926302 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:35.938183 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port c5a5494a-e9b8-4001-9905-13412d7baf07 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:35.938921 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (c5a5494a-e9b8-4001-9905-13412d7baf07), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:35.939538 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port c5a5494a-e9b8-4001-9905-13412d7baf07 Oct 31 15:06:36.015058 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:06:36.020300 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-c94e5add-45ac-4171-afb0-1aff5c9a2392 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/ea9e7468-df57-4990-80d3-878e0d14cca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1526618 Oct 31 15:06:36.025837 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port c5a5494a-e9b8-4001-9905-13412d7baf07 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:06:36.027221 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 07e4f2d1-1614-4c70-9fdf-61082e57014f up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:06:36.076946 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 07e4f2d1-1614-4c70-9fdf-61082e57014f triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:36.077322 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (07e4f2d1-1614-4c70-9fdf-61082e57014f), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:36.077632 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 07e4f2d1-1614-4c70-9fdf-61082e57014f Oct 31 15:06:36.110160 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-e0ef58fa-2ab9-4ea8-9992-f8d264fb4684 None None] Provisioning complete for port de6dda58-1f37-4697-8921-535dcbd589d0 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:36.110529 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e0ef58fa-2ab9-4ea8-9992-f8d264fb4684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:36.110862 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-e0ef58fa-2ab9-4ea8-9992-f8d264fb4684 None None] Attempt 1 to provision port de6dda58-1f37-4697-8921-535dcbd589d0 Oct 31 15:06:36.158406 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef58fa-2ab9-4ea8-9992-f8d264fb4684 None None] Port de6dda58-1f37-4697-8921-535dcbd589d0 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:06:36.202675 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 07e4f2d1-1614-4c70-9fdf-61082e57014f is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:06:36.203169 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (07e4f2d1-1614-4c70-9fdf-61082e57014f), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:36.226128 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 07e4f2d1-1614-4c70-9fdf-61082e57014f, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=07e4f2d1-1614-4c70-9fdf-61082e57014f,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:06:36.233134 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (07e4f2d1-1614-4c70-9fdf-61082e57014f), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:36.234006 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 4050c61a-e05c-4aa6-a274-3f27c2135be8 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:06:36.319409 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=07e4f2d1-1614-4c70-9fdf-61082e57014f,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:36.328731 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 4050c61a-e05c-4aa6-a274-3f27c2135be8 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:36.329101 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:36.329429 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 4050c61a-e05c-4aa6-a274-3f27c2135be8 Oct 31 15:06:36.409743 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 4050c61a-e05c-4aa6-a274-3f27c2135be8 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:06:36.410310 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:36.455475 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port 4050c61a-e05c-4aa6-a274-3f27c2135be8, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=4050c61a-e05c-4aa6-a274-3f27c2135be8,segment=NetworkSegment(b459c3aa-1fe0-4a2b-b536-1b74fed1b938),segment_id=b459c3aa-1fe0-4a2b-b536-1b74fed1b938)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:06:36.461119 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:36.510220 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=4050c61a-e05c-4aa6-a274-3f27c2135be8,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:37.728385 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Sync routers for ids ['ea9e7468-df57-4990-80d3-878e0d14cca1'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:06:37.743364 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Routers {'ea9e7468-df57-4990-80d3-878e0d14cca1'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:06:37.744344 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:06:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ea9e7468-df57-4990-80d3-878e0d14cca1'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:37.786045 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 07e4f2d1-1614-4c70-9fdf-61082e57014f up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:06:37.829090 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:37.902920 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 07e4f2d1-1614-4c70-9fdf-61082e57014f triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:37.903292 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (07e4f2d1-1614-4c70-9fdf-61082e57014f), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:37.903643 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 07e4f2d1-1614-4c70-9fdf-61082e57014f Oct 31 15:06:37.908970 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Set router ea9e7468-df57-4990-80d3-878e0d14cca1 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:06:37.980110 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:38.104000 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 07e4f2d1-1614-4c70-9fdf-61082e57014f is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:06:38.104978 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 4050c61a-e05c-4aa6-a274-3f27c2135be8 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:06:38.209895 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port 4050c61a-e05c-4aa6-a274-3f27c2135be8 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:38.210265 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:38.210745 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port 4050c61a-e05c-4aa6-a274-3f27c2135be8 Oct 31 15:06:38.219263 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'name': 'tempest-TestMinimumBasicScenario-1517535440-router', 'tenant_id': '36697cb548a14f47a84f7eebd452983f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '07e4f2d1-1614-4c70-9fdf-61082e57014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:06:35Z', 'revision_number': 4, 'project_id': '36697cb548a14f47a84f7eebd452983f', 'gw_port': {'id': '07e4f2d1-1614-4c70-9fdf-61082e57014f', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'de6dda58-1f37-4697-8921-535dcbd589d0', 'name': '', 'network_id': '2f736543-db85-4bd8-accc-6e26a13a7a56', 'tenant_id': '36697cb548a14f47a84f7eebd452983f', 'mac_address': 'fa:16:3e:a4:88:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '36fa9feb-64e3-487c-8145-64c220f5853e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:34Z', 'updated_at': '2022-10-31T15:06:35Z', 'revision_number': 2, 'project_id': '36697cb548a14f47a84f7eebd452983f', 'subnets': [{'id': '36fa9feb-64e3-487c-8145-64c220f5853e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:38.264082 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Checking router: ea9e7468-df57-4990-80d3-878e0d14cca1 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:06:38.264486 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Updating router ea9e7468-df57-4990-80d3-878e0d14cca1 port de6dda58-1f37-4697-8921-535dcbd589d0 binding host dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 15:06:38.309746 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:38.385702 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port 4050c61a-e05c-4aa6-a274-3f27c2135be8 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:06:38.620084 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Publish callbacks [] for port (de6dda58-1f37-4697-8921-535dcbd589d0), precommit_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:38.625916 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:38.668418 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:38.730529 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6bfed-dd58-4e28-9627-0b21773f056c None None] Pushing event updated for resources: {'Port': ['ID=de6dda58-1f37-4697-8921-535dcbd589d0,revision_number=3']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:38.742194 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Attempting to bind port de6dda58-1f37-4697-8921-535dcbd589d0 on host dv-cinder-860227-3-iscsi for vnic_type normal with profile {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:06:38.743703 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Attempting to bind port de6dda58-1f37-4697-8921-535dcbd589d0 by drivers openvswitch,hyperv on host dv-cinder-860227-3-iscsi at level 0 using segments [{'id': 'f970c2c0-90e5-408a-880d-93083fdaf4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2f736543-db85-4bd8-accc-6e26a13a7a56'}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:06:38.744183 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Attempting to bind port de6dda58-1f37-4697-8921-535dcbd589d0 on network 2f736543-db85-4bd8-accc-6e26a13a7a56 {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:06:38.748131 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:38.790189 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Checking agent: {'id': '3d7aee20-b390-4f5b-9e85-058b12dfc8d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 48, 21), 'started_at': datetime.datetime(2022, 10, 31, 14, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:06:38.790628 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Checking segment: {'id': 'f970c2c0-90e5-408a-880d-93083fdaf4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2f736543-db85-4bd8-accc-6e26a13a7a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:06:38.791034 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:38.791423 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Bound using segment: {'id': 'f970c2c0-90e5-408a-880d-93083fdaf4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2f736543-db85-4bd8-accc-6e26a13a7a56'} {{(pid=119729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:06:38.791909 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.managers [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Bound port: de6dda58-1f37-4697-8921-535dcbd589d0, host: dv-cinder-860227-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970c2c0-90e5-408a-880d-93083fdaf4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2f736543-db85-4bd8-accc-6e26a13a7a56'}}] {{(pid=119729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:06:38.792282 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:38.869080 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:38.872644 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] For port de6dda58-1f37-4697-8921-535dcbd589d0, host dv-cinder-860227-3-iscsi, cleared binding levels {{(pid=119729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:06:38.876090 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] For port de6dda58-1f37-4697-8921-535dcbd589d0, host dv-cinder-860227-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=de6dda58-1f37-4697-8921-535dcbd589d0,segment=NetworkSegment(f970c2c0-90e5-408a-880d-93083fdaf4ad),segment_id=f970c2c0-90e5-408a-880d-93083fdaf4ad)] {{(pid=119729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:06:38.883814 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:38.918794 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Routers {'ea9e7468-df57-4990-80d3-878e0d14cca1'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:06:38.919341 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:06:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ea9e7468-df57-4990-80d3-878e0d14cca1'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:38.983323 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6bfed-dd58-4e28-9627-0b21773f056c None None] Pushing event updated for resources: {'Port': ['ID=de6dda58-1f37-4697-8921-535dcbd589d0,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:39.185462 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] Set router ea9e7468-df57-4990-80d3-878e0d14cca1 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:06:39.414187 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'name': 'tempest-TestMinimumBasicScenario-1517535440-router', 'tenant_id': '36697cb548a14f47a84f7eebd452983f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '07e4f2d1-1614-4c70-9fdf-61082e57014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:06:35Z', 'revision_number': 4, 'project_id': '36697cb548a14f47a84f7eebd452983f', 'gw_port': {'id': '07e4f2d1-1614-4c70-9fdf-61082e57014f', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'de6dda58-1f37-4697-8921-535dcbd589d0', 'name': '', 'network_id': '2f736543-db85-4bd8-accc-6e26a13a7a56', 'tenant_id': '36697cb548a14f47a84f7eebd452983f', 'mac_address': 'fa:16:3e:a4:88:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '36fa9feb-64e3-487c-8145-64c220f5853e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:34Z', 'updated_at': '2022-10-31T15:06:38Z', 'revision_number': 4, 'project_id': '36697cb548a14f47a84f7eebd452983f', 'subnets': [{'id': '36fa9feb-64e3-487c-8145-64c220f5853e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:39.443436 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bca292-591b-47af-827f-2cc7abdbac61 None None] The sync data for ids ['ea9e7468-df57-4990-80d3-878e0d14cca1'] in dv-cinder-860227-3-iscsi is: [{'id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'name': 'tempest-TestMinimumBasicScenario-1517535440-router', 'tenant_id': '36697cb548a14f47a84f7eebd452983f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '07e4f2d1-1614-4c70-9fdf-61082e57014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:06:35Z', 'revision_number': 4, 'project_id': '36697cb548a14f47a84f7eebd452983f', 'gw_port': {'id': '07e4f2d1-1614-4c70-9fdf-61082e57014f', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'de6dda58-1f37-4697-8921-535dcbd589d0', 'name': '', 'network_id': '2f736543-db85-4bd8-accc-6e26a13a7a56', 'tenant_id': '36697cb548a14f47a84f7eebd452983f', 'mac_address': 'fa:16:3e:a4:88:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '36fa9feb-64e3-487c-8145-64c220f5853e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:34Z', 'updated_at': '2022-10-31T15:06:38Z', 'revision_number': 4, 'project_id': '36697cb548a14f47a84f7eebd452983f', 'subnets': [{'id': '36fa9feb-64e3-487c-8145-64c220f5853e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:06:39.786119 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device de6dda58-1f37-4697-8921-535dcbd589d0 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:06:39.861551 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port de6dda58-1f37-4697-8921-535dcbd589d0 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:39.861918 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:39.862252 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port de6dda58-1f37-4697-8921-535dcbd589d0 Oct 31 15:06:39.972900 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port de6dda58-1f37-4697-8921-535dcbd589d0 is: DOWN; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:06:39.973585 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:40.018557 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] For port de6dda58-1f37-4697-8921-535dcbd589d0, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=de6dda58-1f37-4697-8921-535dcbd589d0,segment=NetworkSegment(f970c2c0-90e5-408a-880d-93083fdaf4ad),segment_id=f970c2c0-90e5-408a-880d-93083fdaf4ad)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:06:40.026356 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:40.087571 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Pushing event updated for resources: {'Port': ['ID=de6dda58-1f37-4697-8921-535dcbd589d0,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:41.761465 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device de6dda58-1f37-4697-8921-535dcbd589d0 up at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:06:41.823538 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:41.839498 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Provisioning complete for port de6dda58-1f37-4697-8921-535dcbd589d0 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:41.839937 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:41.840256 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Attempt 1 to provision port de6dda58-1f37-4697-8921-535dcbd589d0 Oct 31 15:06:41.925842 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Current status of the port de6dda58-1f37-4697-8921-535dcbd589d0 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:06:43.508102 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c70db-2120-4cf2-b66d-2e00c3ecec26 req-cf86286a-fb1d-49bd-9a57-5a39a60c7dda tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:43.512012 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ff5c70db-2120-4cf2-b66d-2e00c3ecec26 req-cf86286a-fb1d-49bd-9a57-5a39a60c7dda tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.2459710 Oct 31 15:06:43.567347 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ff5c70db-2120-4cf2-b66d-2e00c3ecec26 req-bca003a8-a59d-4cd5-9688-070b9acd5ddc tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504920 Oct 31 15:06:43.849553 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:43.850943 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=62,neutron:INSERT=1,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:44.763853 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71bb58-e570-410b-8d47-7df309d1e96e req-3666ef27-a36c-4347-ae73-20631a2a7b51 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:44.766122 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6e71bb58-e570-410b-8d47-7df309d1e96e req-3666ef27-a36c-4347-ae73-20631a2a7b51 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.1170461 Oct 31 15:06:44.833042 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6e71bb58-e570-410b-8d47-7df309d1e96e req-5d61f061-9697-45c0-9b7d-8a6c2558189d tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530035 Oct 31 15:06:45.286317 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b546e317-7ec0-4f35-ad34-f4dd14d04627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:45.310592 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=12 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:45.314662 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:45.955394 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e277a1-3b21-4e19-9a24-35290a0c6556 req-f73d6931-c9b3-450a-9979-9b6e10885d3a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:45.956897 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-73e277a1-3b21-4e19-9a24-35290a0c6556 req-f73d6931-c9b3-450a-9979-9b6e10885d3a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0483248 Oct 31 15:06:46.006492 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-73e277a1-3b21-4e19-9a24-35290a0c6556 req-76db60cd-e125-4acf-a2b3-7db1102c7aca tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426250 Oct 31 15:06:46.627859 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-92a85740-4632-499e-a0d6-be0b6bc40df4 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:46.629399 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-92a85740-4632-499e-a0d6-be0b6bc40df4 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c4a62ce2-68c8-420c-86cd-23c7ed970f6e HTTP/1.1" status: 200 len: 815 time: 0.1047797 Oct 31 15:06:46.644703 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-24633067-e8e5-4b4f-a324-ebcb645b4c46 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/quotas/87556dde63c246f78107d7191fe9a177 HTTP/1.1" status: 200 len: 375 time: 0.0094042 Oct 31 15:06:46.697295 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-2594dd80-4ba4-47ce-b258-09bb3b4d5507 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=87556dde63c246f78107d7191fe9a177&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473843 Oct 31 15:06:46.713496 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-783b439c-2b1b-4cf3-8457-8780d6c9a2c1 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=119728) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 15:06:46.714470 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-783b439c-2b1b-4cf3-8457-8780d6c9a2c1 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054495 Oct 31 15:06:46.806069 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-8895ddb9-3a35-49fe-bd2e-95e4d112ab45 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858009 Oct 31 15:06:46.900761 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-92e7df85-602a-421f-9f3d-74c27942651a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887010 Oct 31 15:06:47.126584 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbbe2b-ea05-4390-8d0e-c313672bd23b req-9d1be906-77dd-4783-9d6d-0272ebf7e802 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:47.128051 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-99fbbe2b-ea05-4390-8d0e-c313672bd23b req-9d1be906-77dd-4783-9d6d-0272ebf7e802 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0461352 Oct 31 15:06:47.180722 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-99fbbe2b-ea05-4390-8d0e-c313672bd23b req-7aa47027-afa8-4650-95ff-f93fa47d542d tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463660 Oct 31 15:06:47.536497 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-f17f9ec3-6458-4854-97da-91eba059cc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:47.862424 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513384e-d7ce-496e-bbb6-0c006b072a8f req-0503df79-49fd-4cd2-b9b1-fa9cc332ce7e tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:47.863894 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a513384e-d7ce-496e-bbb6-0c006b072a8f req-0503df79-49fd-4cd2-b9b1-fa9cc332ce7e tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 945 time: 0.0471482 Oct 31 15:06:47.912170 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a513384e-d7ce-496e-bbb6-0c006b072a8f req-89388fc6-8271-436b-ab18-91e6d1f16298 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424750 Oct 31 15:06:48.072901 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-412b5094-0d0d-4d21-9cf1-9df06596ba88 req-3d77b958-3ffa-4a98-999d-1560f2184efb tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 210 time: 0.0276766 Oct 31 15:06:48.307441 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165fe73-aca8-404e-a6e7-7a9fa4750ae2 req-3f36371f-6fe7-41bf-9048-bd8a95f4fb5f tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:48.309075 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d165fe73-aca8-404e-a6e7-7a9fa4750ae2 req-3f36371f-6fe7-41bf-9048-bd8a95f4fb5f tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0510912 Oct 31 15:06:48.362262 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d165fe73-aca8-404e-a6e7-7a9fa4750ae2 req-d78ce19e-32e9-4d76-849c-493255e5f3ee tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471649 Oct 31 15:06:49.038871 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76f5d7-7df7-4ead-8818-c991dca5d901 req-8d0aee07-bc02-4771-837c-b28407f8642a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:49.040392 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-db76f5d7-7df7-4ead-8818-c991dca5d901 req-8d0aee07-bc02-4771-837c-b28407f8642a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 945 time: 0.0520377 Oct 31 15:06:49.090990 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-db76f5d7-7df7-4ead-8818-c991dca5d901 req-72172f1e-00c3-41e1-9365-17ebfb187767 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449171 Oct 31 15:06:49.126709 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:49.180750 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6838cff7-9523-479a-bd4c-d01caedd4fa0 req-5b9f24af-894c-47de-bf1a-6ab9a1b37768 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 210 time: 0.0320575 Oct 31 15:06:49.388150 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-bb15374e-0037-40c5-a725-d8171683d7b8 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:49.389597 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-bb15374e-0037-40c5-a725-d8171683d7b8 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 945 time: 0.0473802 Oct 31 15:06:49.528069 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d9d20-7269-463c-81b8-fefa9d19a8b6 req-550fb50f-1a0f-4bee-a55e-99d52abe790a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:49.529466 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3f2d9d20-7269-463c-81b8-fefa9d19a8b6 req-550fb50f-1a0f-4bee-a55e-99d52abe790a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0790033 Oct 31 15:06:49.532608 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-8925d29d-c238-4295-9752-3e449fcee004 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Deleting port 110ccfc6-0f74-4a58-87e5-897a238a6b52 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:06:49.532948 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-8925d29d-c238-4295-9752-3e449fcee004 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:49.539316 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:49.631893 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-3f2d9d20-7269-463c-81b8-fefa9d19a8b6 req-5d1212f0-e7a6-4336-833e-9b1abdc8e00a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958281 Oct 31 15:06:49.666504 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:49.697340 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-8925d29d-c238-4295-9752-3e449fcee004 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] For port 110ccfc6-0f74-4a58-87e5-897a238a6b52, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=110ccfc6-0f74-4a58-87e5-897a238a6b52,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:06:49.697837 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-8925d29d-c238-4295-9752-3e449fcee004 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:49.722132 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c494d42-261b-4473-88d6-b9fed26716cf req-f1ded683-3f49-4202-a2bd-ef7e614a6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:49.723970 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9c494d42-261b-4473-88d6-b9fed26716cf req-f1ded683-3f49-4202-a2bd-ef7e614a6419 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=357cf607c19548859a14c92a4e90f148&device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 1129 time: 0.0752552 Oct 31 15:06:49.923391 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:06:50.032789 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-0f73c3f4-7e61-45b7-a522-3ae04a73ddb2 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:50.034245 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-0f73c3f4-7e61-45b7-a522-3ae04a73ddb2 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.44 "GET /networking/v2.0/networks?id=c4a62ce2-68c8-420c-86cd-23c7ed970f6e HTTP/1.1" status: 200 len: 815 time: 0.2766879 Oct 31 15:06:50.037093 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c494d42-261b-4473-88d6-b9fed26716cf req-c681e668-bbc4-4771-8c7a-32c59262df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:50.038577 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9c494d42-261b-4473-88d6-b9fed26716cf req-c681e668-bbc4-4771-8c7a-32c59262df88 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534 HTTP/1.1" status: 200 len: 909 time: 0.2827194 Oct 31 15:06:50.061157 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-3a8e8042-05b2-4192-a45f-f73cbc927b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Request body: {'port': {'device_id': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'admin_state_up': True, 'tenant_id': '87556dde63c246f78107d7191fe9a177'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:06:50.111888 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-8925d29d-c238-4295-9752-3e449fcee004 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:50.112249 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-8925d29d-c238-4295-9752-3e449fcee004 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (91bfb16a-b3f2-4e62-ae42-2caeaa882708), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:50.112563 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-8925d29d-c238-4295-9752-3e449fcee004 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Floating IP 91bfb16a-b3f2-4e62-ae42-2caeaa882708 disassociated. External IP: 172.27.0.226, port: 110ccfc6-0f74-4a58-87e5-897a238a6b52. Oct 31 15:06:50.112902 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-8925d29d-c238-4295-9752-3e449fcee004 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Calling delete_port for 110ccfc6-0f74-4a58-87e5-897a238a6b52 owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:06:50.217426 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9c494d42-261b-4473-88d6-b9fed26716cf req-84b0e217-3f6d-46ca-85d7-b226fde47eb6 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae HTTP/1.1" status: 200 len: 1001 time: 0.1698070 Oct 31 15:06:50.232076 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdbc41-8ed7-494b-8315-009ab1b2faed req-5c860112-81fe-4700-a98b-316d955fe3ca tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:50.240749 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-dbcdbc41-8ed7-494b-8315-009ab1b2faed req-5c860112-81fe-4700-a98b-316d955fe3ca tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 945 time: 0.0579314 Oct 31 15:06:50.292352 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c494d42-261b-4473-88d6-b9fed26716cf req-bea48471-fa45-4bb3-a801-048fa4d7c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:50.293837 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9c494d42-261b-4473-88d6-b9fed26716cf req-bea48471-fa45-4bb3-a801-048fa4d7c28b service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=72cc5669-a813-47c1-807d-6c6b4ba2c650 HTTP/1.1" status: 200 len: 847 time: 0.0694547 Oct 31 15:06:50.338902 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-dbcdbc41-8ed7-494b-8315-009ab1b2faed req-4645f73c-4004-4f79-8f98-17b57392388b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969567 Oct 31 15:06:50.362845 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8a333c6d-ec4f-47e0-b5d8-2c6ab2d2ac92 req-99b0bcef-302d-4073-a114-3b3832d67362 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 210 time: 0.0536144 Oct 31 15:06:50.389020 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-3a8e8042-05b2-4192-a45f-f73cbc927b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Made reservation on behalf of 87556dde63c246f78107d7191fe9a177 for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:06:50.395259 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-3a8e8042-05b2-4192-a45f-f73cbc927b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:50.531948 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:50.532922 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:50.568790 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-3a8e8042-05b2-4192-a45f-f73cbc927b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Allocated IP 172.20.0.5 (c4a62ce2-68c8-420c-86cd-23c7ed970f6e/9773a748-404e-4292-b891-ff08f4bf3adb/2a20279b-5dcc-41a2-ac81-47e5c15b62b8) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:06:50.621646 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-8925d29d-c238-4295-9752-3e449fcee004 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (110ccfc6-0f74-4a58-87e5-897a238a6b52), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:50.656417 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:50.665637 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925d29d-c238-4295-9752-3e449fcee004 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event deleted for resources: {'Port': ['ID=110ccfc6-0f74-4a58-87e5-897a238a6b52,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:50.800200 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:50.830992 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:50.843048 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac45f75-05d1-4618-b530-1f48fcf489c8 req-3eb83416-34b4-44ba-ac9c-86826bd6499f tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:50.856510 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8ac45f75-05d1-4618-b530-1f48fcf489c8 req-3eb83416-34b4-44ba-ac9c-86826bd6499f tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.1054177 Oct 31 15:06:50.918054 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-8925d29d-c238-4295-9752-3e449fcee004 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Router e17b5b75-ee91-4306-8517-3e13204b7446 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:06:50.921036 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-3a8e8042-05b2-4192-a45f-f73cbc927b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:50.932869 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8ac45f75-05d1-4618-b530-1f48fcf489c8 req-cd3d4af1-f443-4caa-b9d4-9f534f149a6c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743375 Oct 31 15:06:51.007257 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-3a8e8042-05b2-4192-a45f-f73cbc927b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:51.363442 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-3a8e8042-05b2-4192-a45f-f73cbc927b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Network c4a62ce2-68c8-420c-86cd-23c7ed970f6e is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:06:51.369329 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-3a8e8042-05b2-4192-a45f-f73cbc927b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:06:51.371458 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e8042-05b2-4192-a45f-f73cbc927b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Pushing event updated for resources: {'Port': ['ID=2a20279b-5dcc-41a2-ac81-47e5c15b62b8,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:06:51.374087 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-8925d29d-c238-4295-9752-3e449fcee004 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:06:51.377135 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-3a8e8042-05b2-4192-a45f-f73cbc927b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:06:51.432343 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cff75c-c3b1-4324-93ed-e0f05167d771 None None] Sync routers for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:06:51.451204 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cff75c-c3b1-4324-93ed-e0f05167d771 None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:06:51.451863 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-59cff75c-c3b1-4324-93ed-e0f05167d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:06:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:51.461279 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-3a8e8042-05b2-4192-a45f-f73cbc927b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:51.462551 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-3a8e8042-05b2-4192-a45f-f73cbc927b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:51.540718 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-830ec52c-1f44-4a9b-94f5-1526a75c5b0d req-e0167f8e-f331-43cb-9702-a88bc8cb9a48 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 210 time: 0.0898798 Oct 31 15:06:51.570561 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-3a8e8042-05b2-4192-a45f-f73cbc927b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5217671 Oct 31 15:06:51.572456 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-8925d29d-c238-4295-9752-3e449fcee004 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] No DVR routers for this DVR port 110ccfc6-0f74-4a58-87e5-897a238a6b52 on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:06:51.576224 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-8925d29d-c238-4295-9752-3e449fcee004 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:51.581291 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ed6545e7-02ab-45fd-b17e-0cea582e68d4 req-8925d29d-c238-4295-9752-3e449fcee004 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.44 "DELETE /networking/v2.0/ports/110ccfc6-0f74-4a58-87e5-897a238a6b52 HTTP/1.1" status: 204 len: 173 time: 2.1766489 Oct 31 15:06:51.582258 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95baeb64-0d66-4688-8450-ce141151856f', 'name': 'network-vif-deleted', 'tag': '110ccfc6-0f74-4a58-87e5-897a238a6b52'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:06:51.585977 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9761de74-5323-469b-8ee7-b225b0d6d24d" -d '{"events": [{"server_uuid": "95baeb64-0d66-4688-8450-ce141151856f", "name": "network-vif-deleted", "tag": "110ccfc6-0f74-4a58-87e5-897a238a6b52"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:06:51.625474 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462bb90-bf23-4e0f-827c-2e808c607616 req-dcd7e486-2e5e-4364-8b7c-86ca08b956f4 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:51.637939 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613879b6-df88-4f58-af79-9abac2c29339 x-openstack-request-id: req-613879b6-df88-4f58-af79-9abac2c29339 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:06:51.638998 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95baeb64-0d66-4688-8450-ce141151856f", "name": "network-vif-deleted", "tag": "110ccfc6-0f74-4a58-87e5-897a238a6b52", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:06:51.639744 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-613879b6-df88-4f58-af79-9abac2c29339 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:06:51.640376 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-613879b6-df88-4f58-af79-9abac2c29339'] response: {'server_uuid': '95baeb64-0d66-4688-8450-ce141151856f', 'name': 'network-vif-deleted', 'tag': '110ccfc6-0f74-4a58-87e5-897a238a6b52', 'status': 'completed', 'code': 200} Oct 31 15:06:51.643137 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4462bb90-bf23-4e0f-827c-2e808c607616 req-dcd7e486-2e5e-4364-8b7c-86ca08b956f4 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 931 time: 0.1000178 Oct 31 15:06:51.650203 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-59cff75c-c3b1-4324-93ed-e0f05167d771 None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:06:51.749421 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-4462bb90-bf23-4e0f-827c-2e808c607616 req-9a7165a6-80a7-46e7-921a-a9e7b1992543 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051774 Oct 31 15:06:51.841024 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-dad336df-342c-4e38-a954-d74ec2412978 None None] Provisioning complete for port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:06:51.841608 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-dad336df-342c-4e38-a954-d74ec2412978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:51.841722 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-dad336df-342c-4e38-a954-d74ec2412978 None None] Attempt 1 to provision port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 Oct 31 15:06:51.934590 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-dad336df-342c-4e38-a954-d74ec2412978 None None] Port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:06:51.967689 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-59cff75c-c3b1-4324-93ed-e0f05167d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:51.996477 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cff75c-c3b1-4324-93ed-e0f05167d771 None None] Checking router: e17b5b75-ee91-4306-8517-3e13204b7446 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:06:52.005697 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cff75c-c3b1-4324-93ed-e0f05167d771 None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:06:52.006815 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-59cff75c-c3b1-4324-93ed-e0f05167d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:06:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:52.052578 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:52.070156 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd0f17-829f-4ebe-9e81-0328055a1b2e req-9c1d7fc7-e53b-47a6-a6ea-5bc619a7884e tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:52.072032 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a0cd0f17-829f-4ebe-9e81-0328055a1b2e req-9c1d7fc7-e53b-47a6-a6ea-5bc619a7884e tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0562608 Oct 31 15:06:52.127693 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a0cd0f17-829f-4ebe-9e81-0328055a1b2e req-be7af096-ecbb-4df0-ae3c-d229ae62ee7c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491881 Oct 31 15:06:52.151389 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-59cff75c-c3b1-4324-93ed-e0f05167d771 None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:06:52.424407 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-59cff75c-c3b1-4324-93ed-e0f05167d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:06:52.450524 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cff75c-c3b1-4324-93ed-e0f05167d771 None None] The sync data for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi is: [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:06:52.652013 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-140ae85b-1033-4619-82d6-db89f8c27d34 req-7765b201-ab82-4087-ab72-4ecbdd40429b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 210 time: 0.0301933 Oct 31 15:06:52.706839 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d77c92-4d12-4831-b4f0-e2a72a05d6b4 None None] New status for floating IP 91bfb16a-b3f2-4e62-ae42-2caeaa882708: DOWN {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:06:52.870294 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 110ccfc6-0f74-4a58-87e5-897a238a6b52 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:06:52.893601 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 110ccfc6-0f74-4a58-87e5-897a238a6b52 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:06:52.894246 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 110ccfc6-0f74-4a58-87e5-897a238a6b52 not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:06:52.913934 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c147ee3-5a1d-468c-8ccb-9274aafa0487 req-99571b9e-3118-44f1-8fb9-68b3f60146b4 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:52.915649 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8c147ee3-5a1d-468c-8ccb-9274aafa0487 req-99571b9e-3118-44f1-8fb9-68b3f60146b4 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 931 time: 0.0718811 Oct 31 15:06:52.967298 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-8c147ee3-5a1d-468c-8ccb-9274aafa0487 req-2ece9401-f0cd-4827-8baf-5bb38f3b65bf tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451558 Oct 31 15:06:53.267435 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5beba-e540-447a-8097-75dd8413b504 req-903afc55-97f3-4012-8103-6710538b4899 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:53.272058 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-81f5beba-e540-447a-8097-75dd8413b504 req-903afc55-97f3-4012-8103-6710538b4899 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0614321 Oct 31 15:06:53.301563 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:53.326383 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-81f5beba-e540-447a-8097-75dd8413b504 req-a1ab839b-950b-4625-8cb3-b83a3bcb7a2c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514345 Oct 31 15:06:53.764155 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7addeae5-001f-4377-b263-89c7a880edad req-86eebe8c-4e20-4726-9c5e-f12d7a6d3018 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 210 time: 0.0323029 Oct 31 15:06:54.086394 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:54.103304 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d78dc-7eb4-4c3e-8ab3-adefaccd10ce req-9560b026-e35d-41aa-afc9-91260c16581c tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:54.104879 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e03d78dc-7eb4-4c3e-8ab3-adefaccd10ce req-9560b026-e35d-41aa-afc9-91260c16581c tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 931 time: 0.0543101 Oct 31 15:06:54.155738 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e03d78dc-7eb4-4c3e-8ab3-adefaccd10ce req-6a82ebb4-6f01-4c6b-a3f1-fb96e6525e5d tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443029 Oct 31 15:06:54.464531 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7dcda-ef3a-4120-9b38-b147a2293ade req-a6452aea-5e36-42da-8b36-fe88c0c903d1 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:54.466040 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a6f7dcda-ef3a-4120-9b38-b147a2293ade req-a6452aea-5e36-42da-8b36-fe88c0c903d1 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0524752 Oct 31 15:06:54.520674 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a6f7dcda-ef3a-4120-9b38-b147a2293ade req-864f61e7-de4a-488e-bfba-2e0fcf042301 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486097 Oct 31 15:06:54.876137 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8afe7740-1e5e-45d2-9851-312f8fe17df2 req-c8f954e8-6c21-4dc5-a4da-305fd874eb8e tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 210 time: 0.0315280 Oct 31 15:06:55.284735 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd80522-cb81-497e-a2d6-f08408d9037a req-2253fcaf-a4c5-4826-9df8-026348e098d0 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:55.286235 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1bd80522-cb81-497e-a2d6-f08408d9037a req-2253fcaf-a4c5-4826-9df8-026348e098d0 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 931 time: 0.0482616 Oct 31 15:06:55.330223 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:55.340191 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1bd80522-cb81-497e-a2d6-f08408d9037a req-9dd7568c-cbc4-476e-b9f2-aeaccbad52b7 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478809 Oct 31 15:06:55.653912 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da2492-c2da-443c-acbb-3cc3fa3f8bb6 req-b888649e-2c07-4537-82ef-3e8d40346b72 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:55.655609 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-20da2492-c2da-443c-acbb-3cc3fa3f8bb6 req-b888649e-2c07-4537-82ef-3e8d40346b72 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0484498 Oct 31 15:06:55.717072 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-20da2492-c2da-443c-acbb-3cc3fa3f8bb6 req-80e6f7ca-6798-48bc-9bca-4a5f8386bf3b tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558870 Oct 31 15:06:55.994070 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-61dbe151-36d6-4768-b378-8dcdbfbc00ce req-fa5244cb-c7c6-4aed-9c08-27093b5b8f78 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 210 time: 0.0356455 Oct 31 15:06:56.467521 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b429f-1c28-4444-8c9a-5d2e5075c4ee req-657c5d11-e8c0-4795-ba82-ecaf13e473c8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:56.469087 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-182b429f-1c28-4444-8c9a-5d2e5075c4ee req-657c5d11-e8c0-4795-ba82-ecaf13e473c8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 931 time: 0.0497348 Oct 31 15:06:56.519864 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-182b429f-1c28-4444-8c9a-5d2e5075c4ee req-fafb9856-2edb-4eb7-aa3c-45440f585928 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441909 Oct 31 15:06:56.848128 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16a6b1-24c6-475a-8b57-6a29addfe9b2 req-4e86a67c-afc7-408c-9373-f3567eab2316 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:56.849713 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ab16a6b1-24c6-475a-8b57-6a29addfe9b2 req-4e86a67c-afc7-408c-9373-f3567eab2316 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0520060 Oct 31 15:06:56.913239 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ab16a6b1-24c6-475a-8b57-6a29addfe9b2 req-0c958c39-10ac-425f-ab55-e00124c65f96 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570295 Oct 31 15:06:57.114690 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1ca2ca51-9da8-4a7a-94e1-8587b377dd58 req-b7f157c1-af28-4f38-a41e-d11a4277cdf2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 210 time: 0.0287640 Oct 31 15:06:57.648022 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509a2d3-2f0a-4e04-a003-552851c284c4 req-3d36a059-5961-42a4-b32e-e7a73fbd367c tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:57.649530 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d509a2d3-2f0a-4e04-a003-552851c284c4 req-3d36a059-5961-42a4-b32e-e7a73fbd367c tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 931 time: 0.0511899 Oct 31 15:06:57.704217 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d509a2d3-2f0a-4e04-a003-552851c284c4 req-7c1e067a-84c8-4990-be0d-f038247616ae tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488465 Oct 31 15:06:58.041458 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31374912-9595-4127-afbd-d591ae8959f8 req-5ad064a0-d161-4e8b-b7a5-fa2465240d44 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:58.042979 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-31374912-9595-4127-afbd-d591ae8959f8 req-5ad064a0-d161-4e8b-b7a5-fa2465240d44 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0485351 Oct 31 15:06:58.101955 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-31374912-9595-4127-afbd-d591ae8959f8 req-07c9c4cc-0f9a-4136-9883-6a70beb90134 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533230 Oct 31 15:06:58.227325 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-de3355bd-9b8d-4190-b407-5851ba885171 req-67197751-6488-4b5d-b0b1-bc2f020908f6 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 210 time: 0.0307584 Oct 31 15:06:58.829648 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5ad09-319f-4491-9eeb-d080dc0d44e5 req-e17011b4-bfd1-4809-a32b-9208010ea3c0 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:58.831126 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-88c5ad09-319f-4491-9eeb-d080dc0d44e5 req-e17011b4-bfd1-4809-a32b-9208010ea3c0 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 931 time: 0.0508440 Oct 31 15:06:58.879138 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-88c5ad09-319f-4491-9eeb-d080dc0d44e5 req-14b0f762-39b4-4c2c-8ba0-d938a13d02e0 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413589 Oct 31 15:06:59.220545 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7aa16-55f5-4da0-bab1-e36fb43979ac req-09353ed0-6976-408c-9975-affa050922d6 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:59.221979 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-86c7aa16-55f5-4da0-bab1-e36fb43979ac req-09353ed0-6976-408c-9975-affa050922d6 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0469036 Oct 31 15:06:59.272201 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-86c7aa16-55f5-4da0-bab1-e36fb43979ac req-ac712391-8f43-42dd-972d-4b233f775c18 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443788 Oct 31 15:06:59.328391 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-c31b3c49-b92b-464c-b72d-328bac6a0fcd tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=119727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 15:06:59.329671 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-c31b3c49-b92b-464c-b72d-328bac6a0fcd tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0073428 Oct 31 15:06:59.343375 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0c195c07-702e-4778-bf7a-a0eeb9b6ab14 req-40b61c52-cc43-4f64-baec-9a8cce8a957d tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95baeb64-0d66-4688-8450-ce141151856f HTTP/1.1" status: 200 len: 210 time: 0.0323367 Oct 31 15:06:59.371347 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c494d42-261b-4473-88d6-b9fed26716cf req-8711672a-2653-4ca7-8019-b4d1dd830430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:06:59.373207 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9c494d42-261b-4473-88d6-b9fed26716cf req-8711672a-2653-4ca7-8019-b4d1dd830430 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490773 Oct 31 15:06:59.432605 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Request body: {'port': {'device_id': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:06:59.556128 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:59.585271 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9c494d42-261b-4473-88d6-b9fed26716cf req-1ebdb229-489c-4cd0-8d84-c92725cb7e74 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496716 Oct 31 15:06:59.736904 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:59.785914 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9c494d42-261b-4473-88d6-b9fed26716cf req-eaad36a6-2483-4b16-8fa7-17f8379b10f3 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818905 Oct 31 15:06:59.907281 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:06:59.913924 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:06:59.922350 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Publish callbacks [] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:06:59.935996 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Transition to ACTIVE for port object 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 15:06:59.939638 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:00.041616 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Pushing event updated for resources: {'Port': ['ID=2a20279b-5dcc-41a2-ac81-47e5c15b62b8,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:00.075636 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d1b66-6d63-495e-93be-b2e401634e24 req-cb3ef786-4480-4f4e-bbea-2c47be31d27f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:00.077135 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b52d1b66-6d63-495e-93be-b2e401634e24 req-cb3ef786-4480-4f4e-bbea-2c47be31d27f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 943 time: 0.1145890 Oct 31 15:07:00.123798 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04617aad-90d6-4bef-bf44-3bbe93423875 req-b13b1806-6b58-47ec-97ce-1bafcd93c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:00.125287 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-04617aad-90d6-4bef-bf44-3bbe93423875 req-b13b1806-6b58-47ec-97ce-1bafcd93c8e0 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=357cf607c19548859a14c92a4e90f148&device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 1129 time: 0.0964823 Oct 31 15:07:00.221976 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Attempting to bind port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:07:00.222541 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Attempting to bind port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'b459c3aa-1fe0-4a2b-b536-1b74fed1b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:07:00.222672 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Attempting to bind port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 on network c4a62ce2-68c8-420c-86cd-23c7ed970f6e {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:07:00.250354 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b52d1b66-6d63-495e-93be-b2e401634e24 req-d125fc9d-3b06-4c8f-84e4-df27e0ba992d tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534467 Oct 31 15:07:00.296903 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 on network c4a62ce2-68c8-420c-86cd-23c7ed970f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 15:07:00.297231 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Attempting to bind port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 on network c4a62ce2-68c8-420c-86cd-23c7ed970f6e {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:07:00.299757 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04617aad-90d6-4bef-bf44-3bbe93423875 req-22baa822-e09b-436a-8329-dd601367af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:00.301217 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-04617aad-90d6-4bef-bf44-3bbe93423875 req-22baa822-e09b-436a-8329-dd601367af51 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534 HTTP/1.1" status: 200 len: 909 time: 0.1664989 Oct 31 15:07:00.396050 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-04617aad-90d6-4bef-bf44-3bbe93423875 req-52712a35-a5d6-448c-86d8-378f2b4b9d40 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae HTTP/1.1" status: 200 len: 1001 time: 0.0753520 Oct 31 15:07:00.397229 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:07:00.397558 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Checking segment: {'id': 'b459c3aa-1fe0-4a2b-b536-1b74fed1b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:07:00.397934 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Bound using segment: {'id': 'b459c3aa-1fe0-4a2b-b536-1b74fed1b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:07:00.398389 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Bound port: 2a20279b-5dcc-41a2-ac81-47e5c15b62b8, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b459c3aa-1fe0-4a2b-b536-1b74fed1b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:07:00.398750 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:00.400747 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d7dbd-74c8-44cd-a48f-a53afdff2bac req-12ae056c-cfc1-41d8-9ad8-b7f8523dd007 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:00.402258 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f74d7dbd-74c8-44cd-a48f-a53afdff2bac req-12ae056c-cfc1-41d8-9ad8-b7f8523dd007 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0547280 Oct 31 15:07:00.455872 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-f74d7dbd-74c8-44cd-a48f-a53afdff2bac req-0831fbee-7252-4944-8383-96bd2637cfc8 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479774 Oct 31 15:07:00.479582 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04617aad-90d6-4bef-bf44-3bbe93423875 req-5fc19832-d265-41d2-bcbe-6e2251d8ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:00.481069 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-04617aad-90d6-4bef-bf44-3bbe93423875 req-5fc19832-d265-41d2-bcbe-6e2251d8ca12 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=72cc5669-a813-47c1-807d-6c6b4ba2c650 HTTP/1.1" status: 200 len: 847 time: 0.0789993 Oct 31 15:07:00.533820 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] For port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:07:00.547973 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04617aad-90d6-4bef-bf44-3bbe93423875 req-0bc8c1e8-04f1-4b27-80b5-e2d9c9cb9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:00.549482 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-04617aad-90d6-4bef-bf44-3bbe93423875 req-0bc8c1e8-04f1-4b27-80b5-e2d9c9cb9d52 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600483 Oct 31 15:07:00.551085 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] For port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=2a20279b-5dcc-41a2-ac81-47e5c15b62b8,segment=NetworkSegment(b459c3aa-1fe0-4a2b-b536-1b74fed1b938),segment_id=b459c3aa-1fe0-4a2b-b536-1b74fed1b938)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:07:00.565381 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:00.569864 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:00.570452 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:00.572237 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/2a20279b-5dcc-41a2-ac81-47e5c15b62b8 HTTP/1.1" status: 200 len: 1093 time: 1.1448646 Oct 31 15:07:00.591386 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'tag': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:07:00.596350 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b5e0be-b43f-4c1d-99c3-600b86c14a71" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cc9303-4a2f-44f1-84cf-b21cbfc2281e", "tag": "2a20279b-5dcc-41a2-ac81-47e5c15b62b8"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:07:00.655055 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a475dd92-3448-4c46-a684-41f3fb92384f x-openstack-request-id: req-a475dd92-3448-4c46-a684-41f3fb92384f {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:07:00.655350 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cc9303-4a2f-44f1-84cf-b21cbfc2281e", "tag": "2a20279b-5dcc-41a2-ac81-47e5c15b62b8", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:07:00.655624 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a475dd92-3448-4c46-a684-41f3fb92384f {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:07:00.656024 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a475dd92-3448-4c46-a684-41f3fb92384f'] response: {'name': 'network-changed', 'server_uuid': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'tag': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8', 'status': 'completed', 'code': 200} Oct 31 15:07:00.680382 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:00.715975 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:00.764818 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-032330c2-9637-49db-bcc9-a974a7cdd2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:00.766237 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-032330c2-9637-49db-bcc9-a974a7cdd2e7 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=87556dde63c246f78107d7191fe9a177&device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 1127 time: 0.1094012 Oct 31 15:07:00.776720 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216de0bd-8f89-4fee-b0af-cff99a26d230 service neutron] Pushing event updated for resources: {'Port': ['ID=2a20279b-5dcc-41a2-ac81-47e5c15b62b8,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:00.794370 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-776ad3ed-8033-42d2-a987-186aa8c466ab tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-825469118&fields=id&tenant_id=d7f5a9331dd54d9e8b5033234cb1077a HTTP/1.1" status: 200 len: 267 time: 0.1921144 Oct 31 15:07:00.825630 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-53b26492-ea17-43e9-b961-842e27de03e2 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a20279b-5dcc-41a2-ac81-47e5c15b62b8 HTTP/1.1" status: 200 len: 217 time: 0.0458405 Oct 31 15:07:00.835163 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-04617aad-90d6-4bef-bf44-3bbe93423875 req-ed310b88-72b9-49f7-8937-c90a5c8fb683 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787306 Oct 31 15:07:00.991346 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-0961088d-22c1-43f3-906c-c46d356c953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:00.992856 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-0961088d-22c1-43f3-906c-c46d356c953f service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=9773a748-404e-4292-b891-ff08f4bf3adb HTTP/1.1" status: 200 len: 854 time: 0.1568773 Oct 31 15:07:01.071698 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-63986125-230b-47ec-ba75-3848280c9c01 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:01.073080 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-63986125-230b-47ec-ba75-3848280c9c01 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 811 time: 0.2516489 Oct 31 15:07:01.074844 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-04617aad-90d6-4bef-bf44-3bbe93423875 req-40f40155-07e3-4bf6-97c4-44a6a41e1ba9 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294106 Oct 31 15:07:01.077724 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-34620035-bd41-4e4b-a8b4-032984e9edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:01.079176 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-34620035-bd41-4e4b-a8b4-032984e9edd7 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c4a62ce2-68c8-420c-86cd-23c7ed970f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745921 Oct 31 15:07:01.097254 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-d8763bc9-490f-49d8-89f0-7bddc72e84f2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/quotas/d7f5a9331dd54d9e8b5033234cb1077a HTTP/1.1" status: 200 len: 375 time: 0.0171294 Oct 31 15:07:01.187400 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-0593f05e-6aac-43df-9d7f-85d16ad33b34 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802834 Oct 31 15:07:01.207136 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-9bc30314-6faa-459e-b66d-d600f3121fd1 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=119727) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 15:07:01.208256 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-9bc30314-6faa-459e-b66d-d600f3121fd1 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0087788 Oct 31 15:07:01.226776 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-b4952744-6ac5-43c1-9d69-7ccc14fb8045 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394966 Oct 31 15:07:01.305681 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-24f5e694-9b2c-4448-a87e-fc9d0b972d6a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918038 Oct 31 15:07:01.374303 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90b233-7477-4de4-bbc4-5c4fa5a85a75 req-bb209551-bb8b-4a0c-90d2-5ffbf6fb68d3 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:01.375810 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ee90b233-7477-4de4-bbc4-5c4fa5a85a75 req-bb209551-bb8b-4a0c-90d2-5ffbf6fb68d3 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 943 time: 0.0482106 Oct 31 15:07:01.398293 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-326792e5-8659-4e46-bc17-e3ecc54e63e3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869269 Oct 31 15:07:01.423840 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ee90b233-7477-4de4-bbc4-5c4fa5a85a75 req-6ad4c7d9-7821-451e-bfce-e27aec3e3623 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422306 Oct 31 15:07:01.578216 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1f1c9-2cb8-405e-bd7b-1a5d2c34f1c0 req-fb6e0978-6657-46e1-a571-f79a60dc09fe tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:01.579744 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-beb1f1c9-2cb8-405e-bd7b-1a5d2c34f1c0 req-fb6e0978-6657-46e1-a571-f79a60dc09fe tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0475159 Oct 31 15:07:01.637353 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-beb1f1c9-2cb8-405e-bd7b-1a5d2c34f1c0 req-c9c1e849-048b-4f2b-b34f-a5666f2b19f5 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513899 Oct 31 15:07:01.703569 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-96f19379-630c-49f9-a886-e55cb3470904 req-98bad30f-13e8-4ed1-8d77-aeb28292f414 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 210 time: 0.0289598 Oct 31 15:07:02.276408 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cc98c707-84e7-492f-9c97-fdb55cca1531 req-0cfc4a7d-5db5-4d3c-a409-c64ad03cb296 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912108 Oct 31 15:07:02.422333 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=90 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:02.427047 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=44 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:02.547346 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405b828-fc44-40a7-9ddc-1ce65c86b4f2 req-768f55d4-205a-48e8-a0b2-94aef66c3890 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:02.548862 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6405b828-fc44-40a7-9ddc-1ce65c86b4f2 req-768f55d4-205a-48e8-a0b2-94aef66c3890 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 943 time: 0.0468709 Oct 31 15:07:02.596269 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6405b828-fc44-40a7-9ddc-1ce65c86b4f2 req-66e43566-2212-4a5a-8520-0abfe4f1a5c7 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Oct 31 15:07:02.750211 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:02.766819 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48b45a-dd80-414d-8621-5b6c54b60731 req-a3876bb1-093b-465d-a005-1328034288b0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:02.768357 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1b48b45a-dd80-414d-8621-5b6c54b60731 req-a3876bb1-093b-465d-a005-1328034288b0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0500035 Oct 31 15:07:02.788321 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:02.811394 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-18c9be4e-0003-4c38-876a-60fce0c4bf4b req-bc078c0c-e5f5-4937-9d39-9569f67e5bfa tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 210 time: 0.0295250 Oct 31 15:07:02.820468 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-1b48b45a-dd80-414d-8621-5b6c54b60731 req-6dde02bb-78e9-4ad8-b91d-54a8df930952 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462806 Oct 31 15:07:02.893339 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:03.132175 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5e0be-b43f-4c1d-99c3-600b86c14a71 req-2c48d2a8-f5f7-4da7-9112-19b4abcfb6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:03.133710 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-99b5e0be-b43f-4c1d-99c3-600b86c14a71 req-2c48d2a8-f5f7-4da7-9112-19b4abcfb6ba service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=87556dde63c246f78107d7191fe9a177&device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 1127 time: 0.0477309 Oct 31 15:07:03.236410 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5e0be-b43f-4c1d-99c3-600b86c14a71 req-d17f866d-3c8e-4a7a-8229-ac1b87fcce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:03.237897 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-99b5e0be-b43f-4c1d-99c3-600b86c14a71 req-d17f866d-3c8e-4a7a-8229-ac1b87fcce50 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c4a62ce2-68c8-420c-86cd-23c7ed970f6e HTTP/1.1" status: 200 len: 916 time: 0.0939236 Oct 31 15:07:03.429958 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:03.460246 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-99b5e0be-b43f-4c1d-99c3-600b86c14a71 req-fceee69c-a735-4474-8b48-a4bbc5bdec1e service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a20279b-5dcc-41a2-ac81-47e5c15b62b8 HTTP/1.1" status: 200 len: 217 time: 0.0380249 Oct 31 15:07:03.563469 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5e0be-b43f-4c1d-99c3-600b86c14a71 req-325189d7-6562-49c7-850f-7f108a4154c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:03.564963 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-99b5e0be-b43f-4c1d-99c3-600b86c14a71 req-325189d7-6562-49c7-850f-7f108a4154c1 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=9773a748-404e-4292-b891-ff08f4bf3adb HTTP/1.1" status: 200 len: 854 time: 0.0994835 Oct 31 15:07:03.650650 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5e0be-b43f-4c1d-99c3-600b86c14a71 req-b5697bbc-3f8e-4ade-abe2-53cfd41bbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:03.652375 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-99b5e0be-b43f-4c1d-99c3-600b86c14a71 req-b5697bbc-3f8e-4ade-abe2-53cfd41bbb54 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c4a62ce2-68c8-420c-86cd-23c7ed970f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796759 Oct 31 15:07:03.681132 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-3c243be6-4390-46aa-91a9-aae0d69d8a5d tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:03.682676 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-3c243be6-4390-46aa-91a9-aae0d69d8a5d tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.44 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 811 time: 0.1784635 Oct 31 15:07:03.741492 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acf501-a150-421a-9d12-edf7d20e5c01 req-a5f0b0e6-b467-479a-867a-6e8a33f0e2df tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:03.743041 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-31acf501-a150-421a-9d12-edf7d20e5c01 req-a5f0b0e6-b467-479a-867a-6e8a33f0e2df tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 943 time: 0.0569103 Oct 31 15:07:03.774914 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:03.799331 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-31acf501-a150-421a-9d12-edf7d20e5c01 req-4469153a-0ce2-462b-a647-34fdb3befc3e tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494316 Oct 31 15:07:03.803211 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-99b5e0be-b43f-4c1d-99c3-600b86c14a71 req-54a9ea6e-013f-4526-bcf9-56466e7b5803 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387095 Oct 31 15:07:03.809555 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-c0f82644-3677-4869-9be8-a96324087e98 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d7f5a9331dd54d9e8b5033234cb1077a HTTP/1.1" status: 200 len: 379 time: 0.1110868 Oct 31 15:07:03.921416 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6f2ae0f1-356b-49c5-95e0-24014a818228 req-bdf3e34e-7625-4d8f-abf5-19b5173ec1a3 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 210 time: 0.0331645 Oct 31 15:07:03.932680 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-8da01e8e-a3aa-4caa-a6a0-a120ae6b31f2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Request body: {'port': {'device_id': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'admin_state_up': True, 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'security_groups': ['2d31d421-d9fb-4833-83a6-13cb312e84d9']}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:07:03.954010 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e43201-cb93-4be6-b779-f104a3c80baf req-57a26f89-ce1a-423a-9e1b-62713480adf2 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:03.961696 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-98e43201-cb93-4be6-b779-f104a3c80baf req-57a26f89-ce1a-423a-9e1b-62713480adf2 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0653601 Oct 31 15:07:04.023209 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-98e43201-cb93-4be6-b779-f104a3c80baf req-af70fb4f-6539-4db7-9dc3-14824daf806a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601068 Oct 31 15:07:04.111380 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-99b5e0be-b43f-4c1d-99c3-600b86c14a71 req-809b5b0b-2fd8-40c7-92c3-7d475d8fe558 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822326 Oct 31 15:07:04.137361 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-8da01e8e-a3aa-4caa-a6a0-a120ae6b31f2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Made reservation on behalf of d7f5a9331dd54d9e8b5033234cb1077a for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:07:04.141044 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-8da01e8e-a3aa-4caa-a6a0-a120ae6b31f2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:04.284174 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-8da01e8e-a3aa-4caa-a6a0-a120ae6b31f2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Allocated IP 172.20.0.7 (3aa20268-e1a0-450c-8a2f-a6e3730c1b1e/a6b7f579-3d17-4254-93e8-82d282f8242f/01c6e9f9-8dac-4996-b9c6-53898d243ad8) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:07:04.296225 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:04.306277 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:04.322915 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e9370-c71e-485d-8444-a5565d406ba0 req-93368880-3ef6-4e68-9e3a-b764dbcab6f7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:04.324463 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0c8e9370-c71e-485d-8444-a5565d406ba0 req-93368880-3ef6-4e68-9e3a-b764dbcab6f7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0858622 Oct 31 15:07:04.328332 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-7b733da7-a2e3-4c01-8b14-74b508eac0ec service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1135411 Oct 31 15:07:04.386919 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0c8e9370-c71e-485d-8444-a5565d406ba0 req-67d8dcad-847d-42c3-b860-077c11dd8606 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544925 Oct 31 15:07:04.430322 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-8da01e8e-a3aa-4caa-a6a0-a120ae6b31f2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:04.434312 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:04.464966 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-8da01e8e-a3aa-4caa-a6a0-a120ae6b31f2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:04.471085 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-f925ce78-139c-415f-b7fd-c4d8f2e8f776 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:04.472511 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-f925ce78-139c-415f-b7fd-c4d8f2e8f776 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports/14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae HTTP/1.1" status: 200 len: 942 time: 0.1110561 Oct 31 15:07:04.767746 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-8da01e8e-a3aa-4caa-a6a0-a120ae6b31f2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:07:04.772901 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-8da01e8e-a3aa-4caa-a6a0-a120ae6b31f2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:07:04.776792 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-8da01e8e-a3aa-4caa-a6a0-a120ae6b31f2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:07:04.800210 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da01e8e-a3aa-4caa-a6a0-a120ae6b31f2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'Port': ['ID=01c6e9f9-8dac-4996-b9c6-53898d243ad8,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:04.835620 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-8da01e8e-a3aa-4caa-a6a0-a120ae6b31f2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:04.836290 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-8da01e8e-a3aa-4caa-a6a0-a120ae6b31f2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:04.855826 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-8da01e8e-a3aa-4caa-a6a0-a120ae6b31f2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9286742 Oct 31 15:07:04.868657 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Request body: {'port': {'device_id': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:07:04.944674 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 15:07:04.954761 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ea0ce-2819-4e55-a9df-eda187babea9 req-56a4137a-b4ee-409f-b1d6-963f1391d031 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:04.963613 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-733ea0ce-2819-4e55-a9df-eda187babea9 req-56a4137a-b4ee-409f-b1d6-963f1391d031 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 943 time: 0.0709341 Oct 31 15:07:05.006613 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:05.059075 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-c0c93a1c-93cb-40da-a996-484237adb87f None None] Provisioning complete for port 01c6e9f9-8dac-4996-b9c6-53898d243ad8 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:07:05.059525 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-c0c93a1c-93cb-40da-a996-484237adb87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:05.060228 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-c0c93a1c-93cb-40da-a996-484237adb87f None None] Attempt 1 to provision port 01c6e9f9-8dac-4996-b9c6-53898d243ad8 Oct 31 15:07:05.060409 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-733ea0ce-2819-4e55-a9df-eda187babea9 req-c2111c07-360f-4d37-84fc-19320a8e15eb tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799198 Oct 31 15:07:05.066627 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e39757-2d5a-491f-aed2-16ce490d08b9 req-08482e89-3aa9-44f9-b6d9-6ca780c811c2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:05.070415 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-42e39757-2d5a-491f-aed2-16ce490d08b9 req-08482e89-3aa9-44f9-b6d9-6ca780c811c2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 931 time: 0.0510199 Oct 31 15:07:05.137914 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-c0c93a1c-93cb-40da-a996-484237adb87f None None] Port 01c6e9f9-8dac-4996-b9c6-53898d243ad8 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:07:05.149596 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-42e39757-2d5a-491f-aed2-16ce490d08b9 req-7413d29c-5c5a-42d8-bd79-2f653e756869 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725176 Oct 31 15:07:05.149786 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=2a20279b-5dcc-41a2-ac81-47e5c15b62b8,segment=NetworkSegment(b459c3aa-1fe0-4a2b-b536-1b74fed1b938),segment_id=b459c3aa-1fe0-4a2b-b536-1b74fed1b938)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:07:05.162951 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8', 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'port_id': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8', 'mac_address': 'fa:16:3e:3d:23:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 15:07:05.201955 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:07:05.202252 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:05.216812 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:07:05.246158 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=2a20279b-5dcc-41a2-ac81-47e5c15b62b8,segment=NetworkSegment(b459c3aa-1fe0-4a2b-b536-1b74fed1b938),segment_id=b459c3aa-1fe0-4a2b-b536-1b74fed1b938)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:07:05.251413 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:05.299690 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=2a20279b-5dcc-41a2-ac81-47e5c15b62b8,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:05.313105 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c6e9f9-8dac-4996-b9c6-53898d243ad8 {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:07:05.321608 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Publish callbacks [] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:05.335340 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Transition to ACTIVE for port object 01c6e9f9-8dac-4996-b9c6-53898d243ad8 will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 15:07:05.339969 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:05.411391 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Pushing event updated for resources: {'Port': ['ID=01c6e9f9-8dac-4996-b9c6-53898d243ad8,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:05.439240 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:05.469335 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['2a20279b-5dcc-41a2-ac81-47e5c15b62b8'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:07:05.471501 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Attempting to bind port 01c6e9f9-8dac-4996-b9c6-53898d243ad8 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:07:05.471985 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Attempting to bind port 01c6e9f9-8dac-4996-b9c6-53898d243ad8 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:07:05.472322 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Attempting to bind port 01c6e9f9-8dac-4996-b9c6-53898d243ad8 on network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:07:05.558477 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0af47-1411-4390-b75d-c52e5934c2c5 req-e79d2ed2-107f-48e4-97ef-9ace1436bae6 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:05.559999 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ece0af47-1411-4390-b75d-c52e5934c2c5 req-e79d2ed2-107f-48e4-97ef-9ace1436bae6 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0644219 Oct 31 15:07:05.563372 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Port 01c6e9f9-8dac-4996-b9c6-53898d243ad8 on network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 15:07:05.563728 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Attempting to bind port 01c6e9f9-8dac-4996-b9c6-53898d243ad8 on network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:07:05.605911 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:05.640448 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:07:05.640768 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Checking segment: {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:07:05.641146 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Bound using segment: {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:07:05.641583 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Bound port: 01c6e9f9-8dac-4996-b9c6-53898d243ad8, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:07:05.641939 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:05.665726 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ece0af47-1411-4390-b75d-c52e5934c2c5 req-6901907c-3acb-41e8-b5f4-7f9102eb4b8e tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986216 Oct 31 15:07:05.716431 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] For port 01c6e9f9-8dac-4996-b9c6-53898d243ad8, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:07:05.719416 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] For port 01c6e9f9-8dac-4996-b9c6-53898d243ad8, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=01c6e9f9-8dac-4996-b9c6-53898d243ad8,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:07:05.726015 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:05.729979 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:05.730573 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:05.731945 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/01c6e9f9-8dac-4996-b9c6-53898d243ad8 HTTP/1.1" status: 200 len: 1093 time: 0.8690369 Oct 31 15:07:05.732475 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'tag': '01c6e9f9-8dac-4996-b9c6-53898d243ad8'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:07:05.734664 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca28773-00cf-4811-8e8c-0e251bc47523" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fb6758-3ce0-4d41-9f6c-60d461c90d66", "tag": "01c6e9f9-8dac-4996-b9c6-53898d243ad8"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:07:05.773911 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211f71f1-e0f8-444d-af8f-d4d12246b5fe x-openstack-request-id: req-211f71f1-e0f8-444d-af8f-d4d12246b5fe {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:07:05.774208 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fb6758-3ce0-4d41-9f6c-60d461c90d66", "tag": "01c6e9f9-8dac-4996-b9c6-53898d243ad8", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:07:05.774460 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-211f71f1-e0f8-444d-af8f-d4d12246b5fe {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:07:05.774871 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211f71f1-e0f8-444d-af8f-d4d12246b5fe'] response: {'name': 'network-changed', 'server_uuid': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'tag': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'status': 'completed', 'code': 200} Oct 31 15:07:05.788767 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d09609-d0c1-4a5b-8f17-e7185ac6494c service neutron] Pushing event updated for resources: {'Port': ['ID=01c6e9f9-8dac-4996-b9c6-53898d243ad8,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:05.893163 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-c4ef9b1d-c298-47f7-a32d-89cb6f1ef6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:05.894678 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-c4ef9b1d-c298-47f7-a32d-89cb6f1ef6a8 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b&tenant_id=357cf607c19548859a14c92a4e90f148 HTTP/1.1" status: 200 len: 1129 time: 0.0689113 Oct 31 15:07:05.895582 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca28773-00cf-4811-8e8c-0e251bc47523 req-db50d0d3-0da9-4353-ace6-0bf7a97f847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:05.897148 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dca28773-00cf-4811-8e8c-0e251bc47523 req-db50d0d3-0da9-4353-ace6-0bf7a97f847b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 1127 time: 0.0617976 Oct 31 15:07:05.997802 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-7e9aed38-9527-4fac-bcb1-731dd7047f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:05.999194 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-7e9aed38-9527-4fac-bcb1-731dd7047f12 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=357cf607c19548859a14c92a4e90f148&device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 1129 time: 0.0831332 Oct 31 15:07:06.079164 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca28773-00cf-4811-8e8c-0e251bc47523 req-82a15604-dc96-4478-b46f-7fc32ed693d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:06.080640 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dca28773-00cf-4811-8e8c-0e251bc47523 req-82a15604-dc96-4478-b46f-7fc32ed693d5 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1745903 Oct 31 15:07:06.202985 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-6e9b661c-77f6-46a9-b150-bdb7dcb22426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:06.204467 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-6e9b661c-77f6-46a9-b150-bdb7dcb22426 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534 HTTP/1.1" status: 200 len: 909 time: 0.1952753 Oct 31 15:07:06.260249 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d65f14-4445-4193-8993-cf5631fae077 req-f53191f9-7f07-42cd-a695-4c9d0000d091 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:06.261608 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-87d65f14-4445-4193-8993-cf5631fae077 req-f53191f9-7f07-42cd-a695-4c9d0000d091 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 944 time: 0.1144426 Oct 31 15:07:06.268180 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4727bfe-37eb-4ecd-b6f4-07329e11b5d8 req-5ad19b19-6def-4dd4-8ddf-f710258e46cd tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:06.269746 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e4727bfe-37eb-4ecd-b6f4-07329e11b5d8 req-5ad19b19-6def-4dd4-8ddf-f710258e46cd tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 943 time: 0.0515587 Oct 31 15:07:06.294970 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca28773-00cf-4811-8e8c-0e251bc47523 req-55ad99ac-7f7a-43c1-ad6f-f450b510d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:06.296449 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-dca28773-00cf-4811-8e8c-0e251bc47523 req-55ad99ac-7f7a-43c1-ad6f-f450b510d127 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2090514 Oct 31 15:07:06.302330 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:06.316962 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-a48da33c-fce1-4c8c-92e0-e660fa9451e3 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae HTTP/1.1" status: 200 len: 1001 time: 0.1057870 Oct 31 15:07:06.326346 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e4727bfe-37eb-4ecd-b6f4-07329e11b5d8 req-2bfce635-0d63-49db-bb45-86e219c345dc tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504649 Oct 31 15:07:06.401864 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-87d65f14-4445-4193-8993-cf5631fae077 req-26daa724-d4d9-4ef7-8cfa-c412de993b12 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285226 Oct 31 15:07:06.410711 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-c22f5962-ee25-45b8-8696-add74620f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:06.412972 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-c22f5962-ee25-45b8-8696-add74620f584 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 1127 time: 0.0756214 Oct 31 15:07:06.420364 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-b9756a27-ad6f-4eba-b19a-e8b2f5cd0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:06.421756 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-b9756a27-ad6f-4eba-b19a-e8b2f5cd0c04 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=72cc5669-a813-47c1-807d-6c6b4ba2c650 HTTP/1.1" status: 200 len: 847 time: 0.0962043 Oct 31 15:07:06.476562 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-ff3a50b1-4f7e-465c-846e-66af3c9fa5ca service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01c6e9f9-8dac-4996-b9c6-53898d243ad8 HTTP/1.1" status: 200 len: 217 time: 0.0538981 Oct 31 15:07:06.516517 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-04e5df1d-ad98-4b81-b31b-4b7f58df1d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:06.517910 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-04e5df1d-ad98-4b81-b31b-4b7f58df1d44 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0891724 Oct 31 15:07:06.579953 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-eef6d205-811c-4f09-815f-06d3ebc0490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:06.581377 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-eef6d205-811c-4f09-815f-06d3ebc0490b service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a6b7f579-3d17-4254-93e8-82d282f8242f HTTP/1.1" status: 200 len: 850 time: 0.0978577 Oct 31 15:07:06.619736 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:06.647164 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-ff6f26be-5f98-4461-8b00-09d902d9b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:06.648655 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-ff6f26be-5f98-4461-8b00-09d902d9b8eb service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609508 Oct 31 15:07:06.654379 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-ef46bfa3-9bf7-4c41-8d77-04829ddae997 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304996 Oct 31 15:07:06.788980 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999c72e-ca6f-4c99-befc-5ca9ab094757 req-d68437bf-fa72-4ab6-a850-5cab384f0922 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:06.790499 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5999c72e-ca6f-4c99-befc-5ca9ab094757 req-d68437bf-fa72-4ab6-a850-5cab384f0922 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0473225 Oct 31 15:07:06.808001 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-87573f7a-715d-45c7-9fc4-ce85b3897be8 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526701 Oct 31 15:07:06.811373 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d9ce84d6-a7b7-442f-9b66-a14d3953afee req-26424967-cc81-4f95-9967-eb13a370a1d4 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477582 Oct 31 15:07:06.850378 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-5999c72e-ca6f-4c99-befc-5ca9ab094757 req-0e16d079-8f73-48a2-8174-81aa922cccea tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541832 Oct 31 15:07:06.900847 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5318cf5d-6d13-44a3-a3a5-17389ea34047 req-0566c790-16ea-43dc-add3-662c118a396f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835710 Oct 31 15:07:06.960572 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:07:07.001786 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 15:07:07.007865 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:07:07.008235 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:07.008570 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 Oct 31 15:07:07.084366 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:07:07.084666 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:07.106949 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:07:07.109211 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28419fa-d4cd-445d-be77-3fe2851f948c" -d '{"events": [{"server_uuid": "d9cc9303-4a2f-44f1-84cf-b21cbfc2281e", "name": "network-vif-plugged", "status": "completed", "tag": "2a20279b-5dcc-41a2-ac81-47e5c15b62b8"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:07:07.122230 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=2a20279b-5dcc-41a2-ac81-47e5c15b62b8,segment=NetworkSegment(b459c3aa-1fe0-4a2b-b536-1b74fed1b938),segment_id=b459c3aa-1fe0-4a2b-b536-1b74fed1b938)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:07:07.126380 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:07.127223 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:07:07.149353 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea805e90-8f83-44cd-866f-ba9b4bb9ae86 x-openstack-request-id: req-ea805e90-8f83-44cd-866f-ba9b4bb9ae86 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:07:07.149642 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cc9303-4a2f-44f1-84cf-b21cbfc2281e", "name": "network-vif-plugged", "status": "completed", "tag": "2a20279b-5dcc-41a2-ac81-47e5c15b62b8", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:07:07.149894 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea805e90-8f83-44cd-866f-ba9b4bb9ae86 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:07:07.150286 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea805e90-8f83-44cd-866f-ba9b4bb9ae86'] response: {'server_uuid': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8', 'code': 200} Oct 31 15:07:07.205417 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=2a20279b-5dcc-41a2-ac81-47e5c15b62b8,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:07.230103 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:07.238558 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:07.246749 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae is: ACTIVE; New status is: DOWN {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:07:07.246932 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:07.284226 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:07:07.288099 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:07.336873 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,revision_number=6']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:07.372892 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a8b44-baa6-4f7b-9798-59c8aad99f40 req-c6d6d519-6cde-43e4-87d1-bdbfcb731307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:07.374449 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6b7a8b44-baa6-4f7b-9798-59c8aad99f40 req-c6d6d519-6cde-43e4-87d1-bdbfcb731307 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 1129 time: 0.0466599 Oct 31 15:07:07.420323 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6b7a8b44-baa6-4f7b-9798-59c8aad99f40 req-5a8615d3-f18d-4d4b-9b6a-cdcc6fd3d112 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394933 Oct 31 15:07:07.456833 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811aa92-ab29-4ad8-b644-e985480d42ed req-cac3413b-ea3f-4883-a56a-abd0b44135e3 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:07.458317 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7811aa92-ab29-4ad8-b644-e985480d42ed req-cac3413b-ea3f-4883-a56a-abd0b44135e3 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 943 time: 0.0514493 Oct 31 15:07:07.508073 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7811aa92-ab29-4ad8-b644-e985480d42ed req-9658d349-22c3-4951-901a-ff20d92c76a4 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442190 Oct 31 15:07:07.526793 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b794f6-3b6a-4f81-bff1-58da4c367ea6 req-96cecdba-f710-419c-8c6b-1c6a9b8c530a tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:07.528296 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-11b794f6-3b6a-4f81-bff1-58da4c367ea6 req-96cecdba-f710-419c-8c6b-1c6a9b8c530a tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 945 time: 0.0475628 Oct 31 15:07:07.578295 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-11b794f6-3b6a-4f81-bff1-58da4c367ea6 req-f0ab1c62-b374-4c21-adee-acb7a1d6e8c5 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416229 Oct 31 15:07:07.968452 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6e864-ed42-438b-a9b3-2cfe4f272ecf req-7ed293a6-6ac9-482e-a720-19749f7533a9 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:07.969908 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1cc6e864-ed42-438b-a9b3-2cfe4f272ecf req-7ed293a6-6ac9-482e-a720-19749f7533a9 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 943 time: 0.0462384 Oct 31 15:07:08.018465 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1cc6e864-ed42-438b-a9b3-2cfe4f272ecf req-9000ed93-ba6b-4f46-b852-6b4fcbbf1df5 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425310 Oct 31 15:07:08.628940 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b9f62-b188-4386-8417-5a2b7b682d8a req-8ef00d75-573c-423a-8632-6b56cc0ad77b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:08.630495 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-754b9f62-b188-4386-8417-5a2b7b682d8a req-8ef00d75-573c-423a-8632-6b56cc0ad77b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 943 time: 0.0470579 Oct 31 15:07:08.685578 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-754b9f62-b188-4386-8417-5a2b7b682d8a req-218f4f2f-bfda-4144-9185-d31751f5fdf4 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493042 Oct 31 15:07:08.697106 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:08.707499 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda265c-7935-4a50-8b6c-4fd3a784dea7 req-d800cf7e-a606-4735-9d45-b3afd8c71379 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:08.709378 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8cda265c-7935-4a50-8b6c-4fd3a784dea7 req-d800cf7e-a606-4735-9d45-b3afd8c71379 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 945 time: 0.0566840 Oct 31 15:07:08.761429 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-8cda265c-7935-4a50-8b6c-4fd3a784dea7 req-d68e55a7-a94d-45d0-9600-8c5d9eee34f6 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462449 Oct 31 15:07:08.878018 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45221cb3-ff81-4d84-9cf7-745e6117b1e3 req-3675f559-c39a-4a48-b952-48943e6b0807 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:08.879465 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-45221cb3-ff81-4d84-9cf7-745e6117b1e3 req-3675f559-c39a-4a48-b952-48943e6b0807 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 945 time: 0.0457795 Oct 31 15:07:08.912477 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:08.926705 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-45221cb3-ff81-4d84-9cf7-745e6117b1e3 req-5f94bcfd-d53e-4801-b26d-526ce0e03502 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416236 Oct 31 15:07:09.137876 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31688b-40d4-4408-a458-b07c65eea8d2 req-3b97d446-2691-47cc-902e-5b7d3e51fe22 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:09.139334 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cf31688b-40d4-4408-a458-b07c65eea8d2 req-3b97d446-2691-47cc-902e-5b7d3e51fe22 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 943 time: 0.0469763 Oct 31 15:07:09.151408 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:07:09.155486 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3e90b9-0291-4cd9-834d-6eeb49b427b2" -d '{"events": [{"server_uuid": "8a84bc4d-cc6e-455f-a958-b9e62714400b", "name": "network-vif-unplugged", "status": "completed", "tag": "14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:07:09.188478 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cf31688b-40d4-4408-a458-b07c65eea8d2 req-26774c91-199c-4414-8345-0ecad244d462 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434866 Oct 31 15:07:09.204189 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Oct 2022 15:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7924c7a4-14b5-43aa-b105-af4ad3f07d10 x-openstack-request-id: req-7924c7a4-14b5-43aa-b105-af4ad3f07d10 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:07:09.204189 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a84bc4d-cc6e-455f-a958-b9e62714400b", "name": "network-vif-unplugged", "status": "completed", "tag": "14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:07:09.204189 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7924c7a4-14b5-43aa-b105-af4ad3f07d10 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:07:09.204189 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7924c7a4-14b5-43aa-b105-af4ad3f07d10'] response: {'server_uuid': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae', 'code': 200} Oct 31 15:07:09.296062 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec99f6d-cbf6-485d-acde-49dfbba1fa46 req-88272a34-71a1-4698-b18a-b6ff7851d1bf tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:09.297506 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cec99f6d-cbf6-485d-acde-49dfbba1fa46 req-88272a34-71a1-4698-b18a-b6ff7851d1bf tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 945 time: 0.0499074 Oct 31 15:07:09.343664 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cec99f6d-cbf6-485d-acde-49dfbba1fa46 req-ffe77e73-9253-40c9-b5a6-35da84f83723 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Oct 31 15:07:09.810961 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4ad6b-ca4d-4191-8d23-f85359ecbc02 req-efdab885-1ae8-4abe-a847-607a8e625cd7 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:09.812475 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e8e4ad6b-ca4d-4191-8d23-f85359ecbc02 req-efdab885-1ae8-4abe-a847-607a8e625cd7 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 943 time: 0.0486650 Oct 31 15:07:09.862274 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-e8e4ad6b-ca4d-4191-8d23-f85359ecbc02 req-77a97d80-ed1d-43b6-a9b2-20fd14bdb116 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439231 Oct 31 15:07:10.309263 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754089f-8191-4e1d-a2e2-0a927ffbecb7 req-0c35a9c1-84e0-49fb-9976-dee6ced778ba tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:10.310780 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9754089f-8191-4e1d-a2e2-0a927ffbecb7 req-0c35a9c1-84e0-49fb-9976-dee6ced778ba tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 943 time: 0.0461795 Oct 31 15:07:10.360084 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9754089f-8191-4e1d-a2e2-0a927ffbecb7 req-4fb17800-0d9c-4e7d-882d-2f17ce51c2e5 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436928 Oct 31 15:07:10.984928 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6b8ee-415f-4107-98b3-b9c591b7e1f4 req-3e5c33a6-2aa3-492d-9855-81308d0b4163 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:10.986549 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-22e6b8ee-415f-4107-98b3-b9c591b7e1f4 req-3e5c33a6-2aa3-492d-9855-81308d0b4163 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 943 time: 0.0493765 Oct 31 15:07:11.010304 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:11.046177 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-22e6b8ee-415f-4107-98b3-b9c591b7e1f4 req-0af27833-c80d-4aaa-bd42-789f61e0da89 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534825 Oct 31 15:07:11.486202 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d26da-db79-443e-9766-b5b4cc78abf8 req-b40f8699-a465-4be3-8257-e5d740942b94 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:11.487714 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cb4d26da-db79-443e-9766-b5b4cc78abf8 req-b40f8699-a465-4be3-8257-e5d740942b94 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 943 time: 0.0492601 Oct 31 15:07:11.536906 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-cb4d26da-db79-443e-9766-b5b4cc78abf8 req-9a8ab836-a4da-4b90-89a6-f5db3c2b8825 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432229 Oct 31 15:07:12.161772 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:12.169712 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0b4bb-2d1a-41d7-b58a-2b74a0e26b04 req-a2633364-58c9-45fb-936e-207e28993a1f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:12.171166 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-90b0b4bb-2d1a-41d7-b58a-2b74a0e26b04 req-a2633364-58c9-45fb-936e-207e28993a1f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 943 time: 0.0462537 Oct 31 15:07:12.219280 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-90b0b4bb-2d1a-41d7-b58a-2b74a0e26b04 req-04d42858-553e-4c28-8406-d70a21314a30 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425873 Oct 31 15:07:12.658650 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51aa5b-e0e5-4f7b-8c99-e3b7de813ec7 req-e97437b7-d130-4bda-a6a1-35bb17e6c943 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:12.660153 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2d51aa5b-e0e5-4f7b-8c99-e3b7de813ec7 req-e97437b7-d130-4bda-a6a1-35bb17e6c943 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 943 time: 0.0477180 Oct 31 15:07:12.709677 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-2d51aa5b-e0e5-4f7b-8c99-e3b7de813ec7 req-4158fa8b-c51c-4d6f-b5c8-2b3e8445fdfa tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427730 Oct 31 15:07:13.348174 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f0947-60b7-4f0c-991c-316da0f70fd1 req-cacabd7e-5812-4b6a-aeb7-a065df4bfcb5 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:13.350298 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c56f0947-60b7-4f0c-991c-316da0f70fd1 req-cacabd7e-5812-4b6a-aeb7-a065df4bfcb5 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 943 time: 0.0532749 Oct 31 15:07:13.400713 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c56f0947-60b7-4f0c-991c-316da0f70fd1 req-b9b58ef1-b2fe-47af-9e47-130b09058f34 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445340 Oct 31 15:07:13.469130 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10100c4-9664-46a7-ac43-7801df9ed663 req-6282edbd-3802-457c-8a38-6da06c9b26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:13.470657 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f10100c4-9664-46a7-ac43-7801df9ed663 req-6282edbd-3802-457c-8a38-6da06c9b26cd service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 1127 time: 0.0858376 Oct 31 15:07:13.515318 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f10100c4-9664-46a7-ac43-7801df9ed663 req-fc338fc7-acb6-4251-b487-1a5d3136f7f7 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391784 Oct 31 15:07:13.830664 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996e132-9017-43ab-9b51-8d1f153bc74f req-31b2b4f0-4a16-4c9b-9100-fbf4e1a41651 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:13.832081 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a996e132-9017-43ab-9b51-8d1f153bc74f req-31b2b4f0-4a16-4c9b-9100-fbf4e1a41651 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 943 time: 0.0463560 Oct 31 15:07:13.881045 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a996e132-9017-43ab-9b51-8d1f153bc74f req-96e90cb4-2ddb-491b-8242-fd4d21b65d99 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422869 Oct 31 15:07:14.527087 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf509b1-4f7f-4327-9afb-8f87b7b56910 req-94ba9fa2-1943-4430-8228-899ccfe820d1 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:14.528632 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ebf509b1-4f7f-4327-9afb-8f87b7b56910 req-94ba9fa2-1943-4430-8228-899ccfe820d1 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 943 time: 0.0479178 Oct 31 15:07:14.581279 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ebf509b1-4f7f-4327-9afb-8f87b7b56910 req-da5133f9-e314-4d01-99e7-84f503d29512 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449309 Oct 31 15:07:14.993962 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 01c6e9f9-8dac-4996-b9c6-53898d243ad8 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 15:07:15.003150 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc795b-088e-4704-af7c-b17fc988e763 req-1f30539c-c4ec-4bfc-b737-249c5cb5acf3 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:15.004668 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0afc795b-088e-4704-af7c-b17fc988e763 req-1f30539c-c4ec-4bfc-b737-249c5cb5acf3 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 943 time: 0.0496910 Oct 31 15:07:15.054154 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0afc795b-088e-4704-af7c-b17fc988e763 req-048a445b-55f8-46ca-a548-54d26402d5ee tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437300 Oct 31 15:07:15.095727 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 01c6e9f9-8dac-4996-b9c6-53898d243ad8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=01c6e9f9-8dac-4996-b9c6-53898d243ad8,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:07:15.107773 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'port_id': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'mac_address': 'fa:16:3e:75:6d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 15:07:15.146231 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 01c6e9f9-8dac-4996-b9c6-53898d243ad8 is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:07:15.146624 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:15.159394 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c6e9f9-8dac-4996-b9c6-53898d243ad8 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:07:15.179613 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 01c6e9f9-8dac-4996-b9c6-53898d243ad8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=01c6e9f9-8dac-4996-b9c6-53898d243ad8,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:07:15.183246 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:15.184032 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 15:07:15.253198 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=01c6e9f9-8dac-4996-b9c6-53898d243ad8,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:15.315626 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-6efb8055-31eb-42b3-b234-3a978a15ba9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:15.339340 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:07:15.352787 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'port_id': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae', 'mac_address': 'fa:16:3e:88:70:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 15:07:15.387064 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:07:15.387447 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:15.400650 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:07:15.420779 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:07:15.424350 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:15.469315 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,revision_number=7']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:15.695689 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:15.703934 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50bdb5-4b9d-4458-9cb7-6aa31852bd6b req-04c64320-02f3-4be2-9305-c7e31b7ee18d tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:15.705582 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2e50bdb5-4b9d-4458-9cb7-6aa31852bd6b req-04c64320-02f3-4be2-9305-c7e31b7ee18d tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 944 time: 0.0476618 Oct 31 15:07:15.766095 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-2e50bdb5-4b9d-4458-9cb7-6aa31852bd6b req-f6365e51-dfeb-4d4d-a14a-c4af66eced15 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542297 Oct 31 15:07:15.779173 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['01c6e9f9-8dac-4996-b9c6-53898d243ad8'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:07:15.851710 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:15.853158 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:07:15.916708 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:15.930562 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=14 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:15.934722 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=18 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:16.886461 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc32f5-52f8-46db-a77b-70a104509878 req-f8d613d1-b5a8-4f9f-bfa6-bc8c09cfff03 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:16.888220 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3cc32f5-52f8-46db-a77b-70a104509878 req-f8d613d1-b5a8-4f9f-bfa6-bc8c09cfff03 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 944 time: 0.0472896 Oct 31 15:07:16.937145 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d3cc32f5-52f8-46db-a77b-70a104509878 req-eadc63d4-7019-4248-8eef-56bade0f3dc8 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431836 Oct 31 15:07:16.984995 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:07:17.029379 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:07:17.029746 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:17.030073 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae Oct 31 15:07:17.098586 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:07:17.098936 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:17.126286 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:07:17.128650 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7e286f-1fa1-4815-b966-ad729da3508f" -d '{"events": [{"server_uuid": "8a84bc4d-cc6e-455f-a958-b9e62714400b", "name": "network-vif-plugged", "status": "completed", "tag": "14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:07:17.141822 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:07:17.147245 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:17.148761 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 01c6e9f9-8dac-4996-b9c6-53898d243ad8 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:07:17.171233 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9334860-b3cc-4be5-ac84-4320f7989172 x-openstack-request-id: req-a9334860-b3cc-4be5-ac84-4320f7989172 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:07:17.171521 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a84bc4d-cc6e-455f-a958-b9e62714400b", "name": "network-vif-plugged", "status": "completed", "tag": "14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:07:17.171790 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9334860-b3cc-4be5-ac84-4320f7989172 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:07:17.172175 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9334860-b3cc-4be5-ac84-4320f7989172'] response: {'server_uuid': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae', 'code': 200} Oct 31 15:07:17.222557 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,revision_number=8']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:17.231221 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 01c6e9f9-8dac-4996-b9c6-53898d243ad8 completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 15:07:17.236959 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 01c6e9f9-8dac-4996-b9c6-53898d243ad8 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:07:17.237346 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:17.237655 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 01c6e9f9-8dac-4996-b9c6-53898d243ad8 Oct 31 15:07:17.270727 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:17.312870 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 01c6e9f9-8dac-4996-b9c6-53898d243ad8 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:07:17.313251 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:17.342093 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:17.345993 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 01c6e9f9-8dac-4996-b9c6-53898d243ad8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=01c6e9f9-8dac-4996-b9c6-53898d243ad8,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:07:17.349420 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:17.394536 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=01c6e9f9-8dac-4996-b9c6-53898d243ad8,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:17.541075 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-61de720d-c01c-4afe-b9fd-9e193ed97fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:17.944504 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7becb3d-2c9a-4a60-8a1a-28861595e050 req-20cc4d93-a243-4faa-afc3-c6ff523d0643 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:17.945891 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7becb3d-2c9a-4a60-8a1a-28861595e050 req-20cc4d93-a243-4faa-afc3-c6ff523d0643 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 945 time: 0.0460935 Oct 31 15:07:17.976970 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:17.997857 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7becb3d-2c9a-4a60-8a1a-28861595e050 req-32b3610d-e82e-45d7-853b-7c341a1be8c2 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465298 Oct 31 15:07:18.027072 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 50870) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:07:18.059608 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6834e8f-fe78-477f-b963-9378c98e1462 req-b3131b4f-ba2f-45b5-8a06-c913117c7a67 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:18.061121 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c6834e8f-fe78-477f-b963-9378c98e1462 req-b3131b4f-ba2f-45b5-8a06-c913117c7a67 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 945 time: 0.0480807 Oct 31 15:07:18.108562 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf66518-46a6-4d6a-b5c4-bc38e990118c tempest-TestMinimumBasicScenario-529646087 tempest-TestMinimumBasicScenario-529646087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:18.110170 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-bdf66518-46a6-4d6a-b5c4-bc38e990118c tempest-TestMinimumBasicScenario-529646087 tempest-TestMinimumBasicScenario-529646087-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 1124 time: 0.0820348 Oct 31 15:07:18.111432 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c6834e8f-fe78-477f-b963-9378c98e1462 req-fd41103f-ddff-4f38-a0f4-376f69b779c8 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447567 Oct 31 15:07:18.113083 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 50874) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:07:18.117986 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Request body: {'floatingip': {'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'port_id': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'fixed_ip_address': '172.20.0.5'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:07:18.139695 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:18.217332 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:18.322428 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Allocated IP 172.27.0.147 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/c631ec4b-0abf-4545-9233-e423360e2066) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:07:18.376129 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:18.426555 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for port (c631ec4b-0abf-4545-9233-e423360e2066), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:18.457006 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (c631ec4b-0abf-4545-9233-e423360e2066), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:18.493783 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:07:18.500266 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:07:18.503952 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:07:18.508146 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Pushing event updated for resources: {'Port': ['ID=c631ec4b-0abf-4545-9233-e423360e2066,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:18.539214 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:07:18.539575 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:07:18.539919 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:07:18.540252 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:07:18.540577 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:07:18.540900 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:07:18.541220 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:07:18.541540 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:07:18.541858 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:07:18.542178 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:07:18.542494 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:07:18.542809 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:07:18.543125 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:07:18.543437 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:07:18.543776 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:07:18.859786 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:18.869250 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for floatingip (d146114d-3b1a-4f36-9192-ad0a5b6003b2), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:18.933173 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (c631ec4b-0abf-4545-9233-e423360e2066), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:19.075957 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for port (c631ec4b-0abf-4545-9233-e423360e2066), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:19.080268 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (c631ec4b-0abf-4545-9233-e423360e2066), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:19.083431 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:19.129718 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:19.148130 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (d146114d-3b1a-4f36-9192-ad0a5b6003b2), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:19.149833 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Pushing event updated for resources: {'Port': ['ID=c631ec4b-0abf-4545-9233-e423360e2066,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:19.173325 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c6e9f9-8dac-4996-b9c6-53898d243ad8'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:07:19.175764 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af44c897-b003-423f-b88b-3f230759b374" -d '{"events": [{"server_uuid": "a8fb6758-3ce0-4d41-9f6c-60d461c90d66", "name": "network-vif-plugged", "status": "completed", "tag": "01c6e9f9-8dac-4996-b9c6-53898d243ad8"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:07:19.218537 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ff4edf-166a-4bfc-b35b-1064f96c5331 x-openstack-request-id: req-35ff4edf-166a-4bfc-b35b-1064f96c5331 {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:07:19.218809 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fb6758-3ce0-4d41-9f6c-60d461c90d66", "name": "network-vif-plugged", "status": "completed", "tag": "01c6e9f9-8dac-4996-b9c6-53898d243ad8", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:07:19.219061 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35ff4edf-166a-4bfc-b35b-1064f96c5331 {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:07:19.219462 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ff4edf-166a-4bfc-b35b-1064f96c5331'] response: {'server_uuid': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'code': 200} Oct 31 15:07:19.273252 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a170caa-4ded-4383-b64a-c3aa46994abf req-4cce1cf2-9535-4543-bee9-c6ce2c0c5668 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:19.274696 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6a170caa-4ded-4383-b64a-c3aa46994abf req-4cce1cf2-9535-4543-bee9-c6ce2c0c5668 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 945 time: 0.0810583 Oct 31 15:07:19.299722 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Floating IP d146114d-3b1a-4f36-9192-ad0a5b6003b2 associated. External IP: 172.27.0.147, port: 2a20279b-5dcc-41a2-ac81-47e5c15b62b8. Oct 31 15:07:19.644532 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6a170caa-4ded-4383-b64a-c3aa46994abf req-c3d161c7-94de-4e5d-b8a3-5c2d5a44118e tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3612313 Oct 31 15:07:19.650370 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5925e8-9676-448b-83af-69c7798d70c2 req-18836201-f64f-4bfd-b041-7c807cac2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:19.651794 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-af5925e8-9676-448b-83af-69c7798d70c2 req-18836201-f64f-4bfd-b041-7c807cac2ccf service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 1129 time: 0.0701277 Oct 31 15:07:19.735596 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-af5925e8-9676-448b-83af-69c7798d70c2 req-1dc8b808-b5df-4b26-85c6-81ee4c6b2a74 service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559616 Oct 31 15:07:19.830116 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Router e8e9e653-8bbc-410e-bd2b-192379d54210 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:07:19.872280 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:19.932125 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:07:19.941726 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c27fbc-6050-4839-be82-b7f4600f275e None None] Sync routers for ids ['e8e9e653-8bbc-410e-bd2b-192379d54210'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:07:19.950278 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:19.953624 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c27fbc-6050-4839-be82-b7f4600f275e None None] Routers {'e8e9e653-8bbc-410e-bd2b-192379d54210'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:07:19.954246 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-e4c27fbc-6050-4839-be82-b7f4600f275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:07:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e8e9e653-8bbc-410e-bd2b-192379d54210'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:07:19.980693 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-eeac0862-3ed3-4327-9dae-5df898ec6ff9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8665907 Oct 31 15:07:19.981419 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'tag': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:07:19.983498 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50880) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:07:19.984013 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c5db0e-87ad-40fe-b2ab-23b93bca567f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cc9303-4a2f-44f1-84cf-b21cbfc2281e", "tag": "2a20279b-5dcc-41a2-ac81-47e5c15b62b8"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:07:19.988439 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-036868f5-5ca9-4eae-95c2-74a6272249f0 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742568136', 'description': 'tempest-secgroup-smoke-742568136 description', 'project_id': '87556dde63c246f78107d7191fe9a177'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:07:20.014746 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-036868f5-5ca9-4eae-95c2-74a6272249f0 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group (None), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.061677 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-e4c27fbc-6050-4839-be82-b7f4600f275e None None] Set router e8e9e653-8bbc-410e-bd2b-192379d54210 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:07:20.089620 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-036868f5-5ca9-4eae-95c2-74a6272249f0 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group (4358da55-f39b-4285-a328-d4eb6dcf9d26), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.093859 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-036868f5-5ca9-4eae-95c2-74a6272249f0 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (4358da55-f39b-4285-a328-d4eb6dcf9d26), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.098346 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdb8271-d32e-454d-a5ee-07c967db5a9d x-openstack-request-id: req-3fdb8271-d32e-454d-a5ee-07c967db5a9d {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:07:20.099466 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cc9303-4a2f-44f1-84cf-b21cbfc2281e", "tag": "2a20279b-5dcc-41a2-ac81-47e5c15b62b8", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:07:20.099795 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3fdb8271-d32e-454d-a5ee-07c967db5a9d {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:07:20.100435 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fdb8271-d32e-454d-a5ee-07c967db5a9d'] response: {'name': 'network-changed', 'server_uuid': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'tag': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8', 'status': 'completed', 'code': 200} Oct 31 15:07:20.126494 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-036868f5-5ca9-4eae-95c2-74a6272249f0 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.130507 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-036868f5-5ca9-4eae-95c2-74a6272249f0 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1431022 Oct 31 15:07:20.130804 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50886) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:07:20.135266 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-6be33bdd-1fbe-4923-8289-2804b0d135ce tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Request body: {'security_group_rule': {'security_group_id': '4358da55-f39b-4285-a328-d4eb6dcf9d26', 'project_id': '87556dde63c246f78107d7191fe9a177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:07:20.141026 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036868f5-5ca9-4eae-95c2-74a6272249f0 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4358da55-f39b-4285-a328-d4eb6dcf9d26,revision_number=1']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:20.166044 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6be33bdd-1fbe-4923-8289-2804b0d135ce tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (eb899cd7-9a41-44be-b7e1-9e20a84902c5), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.226253 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6be33bdd-1fbe-4923-8289-2804b0d135ce tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (eb899cd7-9a41-44be-b7e1-9e20a84902c5), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.230097 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6be33bdd-1fbe-4923-8289-2804b0d135ce tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (eb899cd7-9a41-44be-b7e1-9e20a84902c5), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.249748 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be33bdd-1fbe-4923-8289-2804b0d135ce tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb899cd7-9a41-44be-b7e1-9e20a84902c5,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:20.255703 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6be33bdd-1fbe-4923-8289-2804b0d135ce tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.259887 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 50888) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:07:20.260091 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-6be33bdd-1fbe-4923-8289-2804b0d135ce tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281166 Oct 31 15:07:20.264323 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-52072f7f-574c-4250-9020-cf59b66f1b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Request body: {'security_group_rule': {'security_group_id': '4358da55-f39b-4285-a328-d4eb6dcf9d26', 'project_id': '87556dde63c246f78107d7191fe9a177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:07:20.280682 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-e4c27fbc-6050-4839-be82-b7f4600f275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:27Z', 'updated_at': '2022-10-31T15:06:30Z', 'revision_number': 4, 'project_id': '87556dde63c246f78107d7191fe9a177', 'gw_port': {'id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:28Z', 'updated_at': '2022-10-31T15:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': 'd146114d-3b1a-4f36-9192-ad0a5b6003b2', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'port_id': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'mac_address': 'fa:16:3e:3d:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:07:18Z', 'updated_at': '2022-10-31T15:07:18Z', 'revision_number': 0, 'project_id': '87556dde63c246f78107d7191fe9a177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4050c61a-e05c-4aa6-a274-3f27c2135be8', 'name': '', 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'mac_address': 'fa:16:3e:30:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:29Z', 'updated_at': '2022-10-31T15:06:36Z', 'revision_number': 5, 'project_id': '87556dde63c246f78107d7191fe9a177', 'subnets': [{'id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:07:20.292008 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-52072f7f-574c-4250-9020-cf59b66f1b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (8dc8d4d2-d884-429d-a1db-9b2756f5cfd5), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.306944 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c27fbc-6050-4839-be82-b7f4600f275e None None] Checking router: e8e9e653-8bbc-410e-bd2b-192379d54210 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:07:20.315382 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c27fbc-6050-4839-be82-b7f4600f275e None None] Routers {'e8e9e653-8bbc-410e-bd2b-192379d54210'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:07:20.316007 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-e4c27fbc-6050-4839-be82-b7f4600f275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:07:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e8e9e653-8bbc-410e-bd2b-192379d54210'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:07:20.349297 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-52072f7f-574c-4250-9020-cf59b66f1b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (8dc8d4d2-d884-429d-a1db-9b2756f5cfd5), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.353816 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-52072f7f-574c-4250-9020-cf59b66f1b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (8dc8d4d2-d884-429d-a1db-9b2756f5cfd5), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.375883 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52072f7f-574c-4250-9020-cf59b66f1b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc8d4d2-d884-429d-a1db-9b2756f5cfd5,revision_number=0']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:20.383437 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-52072f7f-574c-4250-9020-cf59b66f1b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.387497 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-52072f7f-574c-4250-9020-cf59b66f1b7f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266363 Oct 31 15:07:20.387782 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50890) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:07:20.392041 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-48539a70-7964-4e71-b1d1-ce335bb7b24e tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Request body: {'security_group_rule': {'security_group_id': '4358da55-f39b-4285-a328-d4eb6dcf9d26', 'project_id': '87556dde63c246f78107d7191fe9a177', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:07:20.422778 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-48539a70-7964-4e71-b1d1-ce335bb7b24e tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (bca03157-de64-4cfc-9fa9-f11cd5a76790), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.426376 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-e4c27fbc-6050-4839-be82-b7f4600f275e None None] Set router e8e9e653-8bbc-410e-bd2b-192379d54210 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:07:20.453640 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5db0e-87ad-40fe-b2ab-23b93bca567f req-d5c45a45-28ee-4366-9bf8-40374c5554c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:20.455308 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7c5db0e-87ad-40fe-b2ab-23b93bca567f req-d5c45a45-28ee-4366-9bf8-40374c5554c8 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=87556dde63c246f78107d7191fe9a177&device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 1129 time: 0.0397360 Oct 31 15:07:20.484010 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-48539a70-7964-4e71-b1d1-ce335bb7b24e tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (bca03157-de64-4cfc-9fa9-f11cd5a76790), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.490200 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-48539a70-7964-4e71-b1d1-ce335bb7b24e tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (bca03157-de64-4cfc-9fa9-f11cd5a76790), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.498302 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:20.515437 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48539a70-7964-4e71-b1d1-ce335bb7b24e tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca03157-de64-4cfc-9fa9-f11cd5a76790,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:20.522555 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-48539a70-7964-4e71-b1d1-ce335bb7b24e tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.523816 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-48539a70-7964-4e71-b1d1-ce335bb7b24e tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352198 Oct 31 15:07:20.526693 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50892) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:07:20.532014 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-7ee6242d-f117-44ec-bcf4-62af60ba86f5 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Request body: {'security_group_rule': {'security_group_id': '4358da55-f39b-4285-a328-d4eb6dcf9d26', 'project_id': '87556dde63c246f78107d7191fe9a177', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:07:20.550463 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:20.563635 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5db0e-87ad-40fe-b2ab-23b93bca567f req-94244e66-9f29-4388-8f45-ead6fea25d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:20.565087 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7ee6242d-f117-44ec-bcf4-62af60ba86f5 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (70d006be-1eea-4a9b-b9b1-a4c6c841798f), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.565346 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7c5db0e-87ad-40fe-b2ab-23b93bca567f req-94244e66-9f29-4388-8f45-ead6fea25d6f service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c4a62ce2-68c8-420c-86cd-23c7ed970f6e HTTP/1.1" status: 200 len: 916 time: 0.1044295 Oct 31 15:07:20.633430 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7ee6242d-f117-44ec-bcf4-62af60ba86f5 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (70d006be-1eea-4a9b-b9b1-a4c6c841798f), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.637651 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7c5db0e-87ad-40fe-b2ab-23b93bca567f req-4d6c9737-8d5b-4f44-83b7-cb9b2985ef38 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a20279b-5dcc-41a2-ac81-47e5c15b62b8 HTTP/1.1" status: 200 len: 999 time: 0.0638614 Oct 31 15:07:20.638498 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7ee6242d-f117-44ec-bcf4-62af60ba86f5 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (70d006be-1eea-4a9b-b9b1-a4c6c841798f), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.657441 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6242d-f117-44ec-bcf4-62af60ba86f5 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d006be-1eea-4a9b-b9b1-a4c6c841798f,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:20.658904 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.660302 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-e4c27fbc-6050-4839-be82-b7f4600f275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:27Z', 'updated_at': '2022-10-31T15:06:30Z', 'revision_number': 4, 'project_id': '87556dde63c246f78107d7191fe9a177', 'gw_port': {'id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:28Z', 'updated_at': '2022-10-31T15:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': 'd146114d-3b1a-4f36-9192-ad0a5b6003b2', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'port_id': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'mac_address': 'fa:16:3e:3d:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:07:18Z', 'updated_at': '2022-10-31T15:07:18Z', 'revision_number': 0, 'project_id': '87556dde63c246f78107d7191fe9a177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4050c61a-e05c-4aa6-a274-3f27c2135be8', 'name': '', 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'mac_address': 'fa:16:3e:30:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:29Z', 'updated_at': '2022-10-31T15:06:36Z', 'revision_number': 5, 'project_id': '87556dde63c246f78107d7191fe9a177', 'subnets': [{'id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:07:20.665015 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7ee6242d-f117-44ec-bcf4-62af60ba86f5 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.666170 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-7ee6242d-f117-44ec-bcf4-62af60ba86f5 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384289 Oct 31 15:07:20.669012 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50896) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:07:20.673437 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-7e7ff83e-7e85-40c8-b342-889dd67cd163 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Request body: {'security_group_rule': {'security_group_id': '4358da55-f39b-4285-a328-d4eb6dcf9d26', 'project_id': '87556dde63c246f78107d7191fe9a177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:07:20.695742 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c27fbc-6050-4839-be82-b7f4600f275e None None] The sync data for ids ['e8e9e653-8bbc-410e-bd2b-192379d54210'] in dv-cinder-860227-3-iscsi is: [{'id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:27Z', 'updated_at': '2022-10-31T15:06:30Z', 'revision_number': 4, 'project_id': '87556dde63c246f78107d7191fe9a177', 'gw_port': {'id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:28Z', 'updated_at': '2022-10-31T15:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': 'd146114d-3b1a-4f36-9192-ad0a5b6003b2', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'port_id': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'mac_address': 'fa:16:3e:3d:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:07:18Z', 'updated_at': '2022-10-31T15:07:18Z', 'revision_number': 0, 'project_id': '87556dde63c246f78107d7191fe9a177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4050c61a-e05c-4aa6-a274-3f27c2135be8', 'name': '', 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'mac_address': 'fa:16:3e:30:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:29Z', 'updated_at': '2022-10-31T15:06:36Z', 'revision_number': 5, 'project_id': '87556dde63c246f78107d7191fe9a177', 'subnets': [{'id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:07:20.698827 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.securitygroups_db [None req-7e7ff83e-7e85-40c8-b342-889dd67cd163 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Project 87556dde63c246f78107d7191fe9a177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 15:07:20.703598 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7e7ff83e-7e85-40c8-b342-889dd67cd163 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (b21decde-67d7-44be-8e6a-fb070258c489), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.706874 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:20.778511 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7e7ff83e-7e85-40c8-b342-889dd67cd163 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (b21decde-67d7-44be-8e6a-fb070258c489), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.787967 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7e7ff83e-7e85-40c8-b342-889dd67cd163 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (b21decde-67d7-44be-8e6a-fb070258c489), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.814368 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ff83e-7e85-40c8-b342-889dd67cd163 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21decde-67d7-44be-8e6a-fb070258c489,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:20.820178 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5db0e-87ad-40fe-b2ab-23b93bca567f req-637694c6-e384-461b-9924-c5117a946809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:20.822009 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7c5db0e-87ad-40fe-b2ab-23b93bca567f req-637694c6-e384-461b-9924-c5117a946809 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=9773a748-404e-4292-b891-ff08f4bf3adb HTTP/1.1" status: 200 len: 854 time: 0.0966077 Oct 31 15:07:20.826030 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-7e7ff83e-7e85-40c8-b342-889dd67cd163 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.827243 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.827857 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-7e7ff83e-7e85-40c8-b342-889dd67cd163 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1577458 Oct 31 15:07:20.830391 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50900) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:07:20.831518 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cba149-6a5c-4b47-9474-86c1766daf35 req-34933bc9-718e-41bf-b4a8-a897d94ce155 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:20.833319 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d8cba149-6a5c-4b47-9474-86c1766daf35 req-34933bc9-718e-41bf-b4a8-a897d94ce155 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 945 time: 0.0985899 Oct 31 15:07:20.836309 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [None req-90c98294-05ea-4146-bca4-a8c46d2511de tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Request body: {'security_group_rule': {'security_group_id': '4358da55-f39b-4285-a328-d4eb6dcf9d26', 'project_id': '87556dde63c246f78107d7191fe9a177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:07:20.858779 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.securitygroups_db [None req-90c98294-05ea-4146-bca4-a8c46d2511de tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Project 87556dde63c246f78107d7191fe9a177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 15:07:20.864890 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-90c98294-05ea-4146-bca4-a8c46d2511de tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (2d45a985-4980-409f-b29a-c9f127a35f49), before_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.890301 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d8cba149-6a5c-4b47-9474-86c1766daf35 req-28078902-8376-460e-a799-5f13ff55d006 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503552 Oct 31 15:07:20.931835 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-90c98294-05ea-4146-bca4-a8c46d2511de tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (2d45a985-4980-409f-b29a-c9f127a35f49), precommit_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.935722 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-90c98294-05ea-4146-bca4-a8c46d2511de tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441335'] for security_group_rule (2d45a985-4980-409f-b29a-c9f127a35f49), after_create {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.957830 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c98294-05ea-4146-bca4-a8c46d2511de tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d45a985-4980-409f-b29a-c9f127a35f49,revision_number=0']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:20.963786 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-90c98294-05ea-4146-bca4-a8c46d2511de tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:20.967873 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-90c98294-05ea-4146-bca4-a8c46d2511de tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333256 Oct 31 15:07:20.983888 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b6d4b-e973-47b1-89b1-c266c3a2a422 None None] New status for floating IP d146114d-3b1a-4f36-9192-ad0a5b6003b2: ACTIVE {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:07:21.082974 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cb63364e-a7a4-4c0e-a95b-d43eb87b6597 req-d6e28879-6c05-46ee-aed1-32f01d435dbc tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-742568136&fields=id&tenant_id=87556dde63c246f78107d7191fe9a177 HTTP/1.1" status: 200 len: 267 time: 0.0481768 Oct 31 15:07:21.139116 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63364e-a7a4-4c0e-a95b-d43eb87b6597 req-4aac627c-f5e7-44b0-98de-47916bf60928 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:21.141085 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cb63364e-a7a4-4c0e-a95b-d43eb87b6597 req-4aac627c-f5e7-44b0-98de-47916bf60928 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 945 time: 0.0520027 Oct 31 15:07:21.155302 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.v2.base [req-cb63364e-a7a4-4c0e-a95b-d43eb87b6597 req-a57e8fd9-8f2f-4601-a7e1-7ca0c3acb9d7 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Request body: {'port': {'security_groups': ['ccf57917-44b8-4c0d-aefd-4533e1a12be7', '4358da55-f39b-4285-a328-d4eb6dcf9d26']}} {{(pid=119728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:07:21.180579 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5db0e-87ad-40fe-b2ab-23b93bca567f req-380970df-c000-4bbd-a61c-155f5b439fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:21.182127 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7c5db0e-87ad-40fe-b2ab-23b93bca567f req-380970df-c000-4bbd-a61c-155f5b439fb5 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c4a62ce2-68c8-420c-86cd-23c7ed970f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486896 Oct 31 15:07:21.236272 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [req-cb63364e-a7a4-4c0e-a95b-d43eb87b6597 req-a57e8fd9-8f2f-4601-a7e1-7ca0c3acb9d7 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), before_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:21.280127 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7c5db0e-87ad-40fe-b2ab-23b93bca567f req-e0987a62-97e9-4293-8c5d-c9c3055633c0 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905573 Oct 31 15:07:21.381983 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7c5db0e-87ad-40fe-b2ab-23b93bca567f req-18dbc69c-2414-411a-b8f8-071c1ec12458 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899737 Oct 31 15:07:21.452647 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:21.469770 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [req-cb63364e-a7a4-4c0e-a95b-d43eb87b6597 req-a57e8fd9-8f2f-4601-a7e1-7ca0c3acb9d7 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] For port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=2a20279b-5dcc-41a2-ac81-47e5c15b62b8,segment=NetworkSegment(b459c3aa-1fe0-4a2b-b536-1b74fed1b938),segment_id=b459c3aa-1fe0-4a2b-b536-1b74fed1b938)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:07:21.499190 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [req-cb63364e-a7a4-4c0e-a95b-d43eb87b6597 req-a57e8fd9-8f2f-4601-a7e1-7ca0c3acb9d7 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), precommit_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:21.503574 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [req-cb63364e-a7a4-4c0e-a95b-d43eb87b6597 req-a57e8fd9-8f2f-4601-a7e1-7ca0c3acb9d7 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14674350'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), after_update {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:21.516215 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63364e-a7a4-4c0e-a95b-d43eb87b6597 req-a57e8fd9-8f2f-4601-a7e1-7ca0c3acb9d7 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:21.516833 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [req-cb63364e-a7a4-4c0e-a95b-d43eb87b6597 req-a57e8fd9-8f2f-4601-a7e1-7ca0c3acb9d7 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:21.517550 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['2a20279b-5dcc-41a2-ac81-47e5c15b62b8'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:07:21.524547 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cb63364e-a7a4-4c0e-a95b-d43eb87b6597 req-a57e8fd9-8f2f-4601-a7e1-7ca0c3acb9d7 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "PUT /networking/v2.0/ports/2a20279b-5dcc-41a2-ac81-47e5c15b62b8 HTTP/1.1" status: 200 len: 981 time: 0.3686147 Oct 31 15:07:21.524547 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'tag': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8'}] {{(pid=119728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:07:21.524547 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70659c7d82748c464bbc4d22addfc580e7d5d3b031e95af23221b39b4b2150b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83a971f-620e-43f1-9df8-dfbd9f420a88" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cc9303-4a2f-44f1-84cf-b21cbfc2281e", "tag": "2a20279b-5dcc-41a2-ac81-47e5c15b62b8"}]}' {{(pid=119728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:07:21.579131 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e8fd9-8f2f-4601-a7e1-7ca0c3acb9d7 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Pushing event updated for resources: {'Port': ['ID=2a20279b-5dcc-41a2-ac81-47e5c15b62b8,revision_number=6']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:21.591588 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0af44e-7f1f-40a6-ac4e-ebb52493e143 x-openstack-request-id: req-7b0af44e-7f1f-40a6-ac4e-ebb52493e143 {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:07:21.591888 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cc9303-4a2f-44f1-84cf-b21cbfc2281e", "tag": "2a20279b-5dcc-41a2-ac81-47e5c15b62b8", "status": "completed", "code": 200}]} {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:07:21.592140 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b0af44e-7f1f-40a6-ac4e-ebb52493e143 {{(pid=119728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:07:21.592540 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0af44e-7f1f-40a6-ac4e-ebb52493e143'] response: {'name': 'network-changed', 'server_uuid': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'tag': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8', 'status': 'completed', 'code': 200} Oct 31 15:07:21.607090 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['2a20279b-5dcc-41a2-ac81-47e5c15b62b8'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:07:21.663476 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:21.683968 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055c6a3-5358-48a8-b203-dcda76c5f1d7 req-4f72450a-f2cf-4e5f-8137-7a48fd6f3290 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:21.685667 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f055c6a3-5358-48a8-b203-dcda76c5f1d7 req-4f72450a-f2cf-4e5f-8137-7a48fd6f3290 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 984 time: 0.0838048 Oct 31 15:07:21.690170 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a971f-620e-43f1-9df8-dfbd9f420a88 req-b6f4c340-6cb8-4616-a7bd-e96204c2b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:21.691908 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a83a971f-620e-43f1-9df8-dfbd9f420a88 req-b6f4c340-6cb8-4616-a7bd-e96204c2b061 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=87556dde63c246f78107d7191fe9a177&device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 1168 time: 0.0581036 Oct 31 15:07:21.811642 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f055c6a3-5358-48a8-b203-dcda76c5f1d7 req-ba46e586-2a02-4ce7-aa5e-7aeb32d07506 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4358da55-f39b-4285-a328-d4eb6dcf9d26&id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141350 Oct 31 15:07:21.846682 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a971f-620e-43f1-9df8-dfbd9f420a88 req-f5c142c2-7714-44ca-9b0c-632786695d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:21.848295 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a83a971f-620e-43f1-9df8-dfbd9f420a88 req-f5c142c2-7714-44ca-9b0c-632786695d56 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c4a62ce2-68c8-420c-86cd-23c7ed970f6e HTTP/1.1" status: 200 len: 916 time: 0.1446469 Oct 31 15:07:21.870472 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:21.915877 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a83a971f-620e-43f1-9df8-dfbd9f420a88 req-b7263619-5c42-4831-a9f7-761316d19a43 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a20279b-5dcc-41a2-ac81-47e5c15b62b8 HTTP/1.1" status: 200 len: 1001 time: 0.0607390 Oct 31 15:07:21.968286 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a971f-620e-43f1-9df8-dfbd9f420a88 req-9835771f-c1d1-4e82-8b5a-84f95d6f6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:21.969828 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a83a971f-620e-43f1-9df8-dfbd9f420a88 req-9835771f-c1d1-4e82-8b5a-84f95d6f6d0e service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=9773a748-404e-4292-b891-ff08f4bf3adb HTTP/1.1" status: 200 len: 854 time: 0.0480282 Oct 31 15:07:22.018912 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a971f-620e-43f1-9df8-dfbd9f420a88 req-12cd0cd3-d92b-4bc7-8241-4f8f6c9e4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:22.021420 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a83a971f-620e-43f1-9df8-dfbd9f420a88 req-12cd0cd3-d92b-4bc7-8241-4f8f6c9e4a04 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c4a62ce2-68c8-420c-86cd-23c7ed970f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443087 Oct 31 15:07:22.028933 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43ca64-5929-4dd6-ad74-cdc57818326d req-923d6c1b-2d84-4cbf-b0fa-5527233fb503 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:22.037077 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cc43ca64-5929-4dd6-ad74-cdc57818326d req-923d6c1b-2d84-4cbf-b0fa-5527233fb503 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 945 time: 0.0606489 Oct 31 15:07:22.043218 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:22.087666 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cc43ca64-5929-4dd6-ad74-cdc57818326d req-3fd04cf0-342f-42f4-ae74-c8ca52d36987 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495079 Oct 31 15:07:22.126548 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a83a971f-620e-43f1-9df8-dfbd9f420a88 req-f82c85d2-f8aa-4ea5-ac5b-a3b6949872b4 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994461 Oct 31 15:07:22.225866 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:22.242264 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aeac6c-8878-4478-863f-c31ff80dad32 req-4e489953-ec7e-487d-b41b-9528afcac6db tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:22.243818 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-61aeac6c-8878-4478-863f-c31ff80dad32 req-4e489953-ec7e-487d-b41b-9528afcac6db tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 945 time: 0.0637999 Oct 31 15:07:22.274732 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a83a971f-620e-43f1-9df8-dfbd9f420a88 req-13fb1c4d-3b6a-460f-b058-6e21e72dd2e1 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420820 Oct 31 15:07:22.305616 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-61aeac6c-8878-4478-863f-c31ff80dad32 req-c5f4e071-eacf-4160-b3bb-47222cb78c02 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524189 Oct 31 15:07:22.336424 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 50914) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:07:22.373552 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084a8f2c-499e-42a4-8a81-6dcbda4a3f1f tempest-TestVolumeBootPattern-475230477 tempest-TestVolumeBootPattern-475230477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:22.374957 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-084a8f2c-499e-42a4-8a81-6dcbda4a3f1f tempest-TestVolumeBootPattern-475230477 tempest-TestVolumeBootPattern-475230477-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 1124 time: 0.0374501 Oct 31 15:07:22.377754 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 50916) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:07:22.382435 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Request body: {'floatingip': {'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'port_id': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:07:22.403273 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:22.483724 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:22.591460 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Allocated IP 172.27.0.193 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/5e2bcf3d-5957-4d1c-a3bb-d0cc7da79809) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:07:22.658064 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:22.698761 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for port (5e2bcf3d-5957-4d1c-a3bb-d0cc7da79809), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:22.731153 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (5e2bcf3d-5957-4d1c-a3bb-d0cc7da79809), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:22.772005 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:07:22.776969 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:07:22.779163 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'Port': ['ID=5e2bcf3d-5957-4d1c-a3bb-d0cc7da79809,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:22.781273 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:07:23.073177 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:23.129321 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for floatingip (5fd8cb61-2f8d-4c8a-9048-b47819ba78b4), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:23.193704 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (5e2bcf3d-5957-4d1c-a3bb-d0cc7da79809), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:23.337260 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for port (5e2bcf3d-5957-4d1c-a3bb-d0cc7da79809), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:23.342120 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (5e2bcf3d-5957-4d1c-a3bb-d0cc7da79809), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:23.394604 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:23.412232 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (5fd8cb61-2f8d-4c8a-9048-b47819ba78b4), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:23.415405 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'Port': ['ID=5e2bcf3d-5957-4d1c-a3bb-d0cc7da79809,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:07:23.506930 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Floating IP 5fd8cb61-2f8d-4c8a-9048-b47819ba78b4 associated. External IP: 172.27.0.193, port: 01c6e9f9-8dac-4996-b9c6-53898d243ad8. Oct 31 15:07:23.704813 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Router e17b5b75-ee91-4306-8517-3e13204b7446 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:07:23.806597 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:07:23.816154 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d0576-38b5-480d-9de2-61aa6796d20f None None] Sync routers for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:07:23.825006 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:23.827532 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d0576-38b5-480d-9de2-61aa6796d20f None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:07:23.828157 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-c90d0576-38b5-480d-9de2-61aa6796d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:07:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:07:23.856005 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-5f014017-cf35-4b40-84f4-576e6e603866 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4771364 Oct 31 15:07:23.856754 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'tag': '01c6e9f9-8dac-4996-b9c6-53898d243ad8'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:07:23.859076 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c1a861-e0e7-4d9d-870a-beb98ebdcc03" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fb6758-3ce0-4d41-9f6c-60d461c90d66", "tag": "01c6e9f9-8dac-4996-b9c6-53898d243ad8"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:07:23.897056 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889d142c-e90e-486e-aefc-ade0e61d501b x-openstack-request-id: req-889d142c-e90e-486e-aefc-ade0e61d501b {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:07:23.897343 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fb6758-3ce0-4d41-9f6c-60d461c90d66", "tag": "01c6e9f9-8dac-4996-b9c6-53898d243ad8", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:07:23.897592 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-889d142c-e90e-486e-aefc-ade0e61d501b {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:07:23.897999 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889d142c-e90e-486e-aefc-ade0e61d501b'] response: {'name': 'network-changed', 'server_uuid': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'tag': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'status': 'completed', 'code': 200} Oct 31 15:07:23.933105 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-c90d0576-38b5-480d-9de2-61aa6796d20f None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:07:23.960236 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:23.978905 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:23.984718 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a861-e0e7-4d9d-870a-beb98ebdcc03 req-7a287fd1-68df-4368-b47a-2400315590ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:23.986182 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7c1a861-e0e7-4d9d-870a-beb98ebdcc03 req-7a287fd1-68df-4368-b47a-2400315590ec service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 1129 time: 0.0399561 Oct 31 15:07:24.079248 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a861-e0e7-4d9d-870a-beb98ebdcc03 req-e965901e-45fc-486e-80fd-62bb209d5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:24.081286 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7c1a861-e0e7-4d9d-870a-beb98ebdcc03 req-e965901e-45fc-486e-80fd-62bb209d5422 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 912 time: 0.0883131 Oct 31 15:07:24.132344 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:24.139938 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-c90d0576-38b5-480d-9de2-61aa6796d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '5fd8cb61-2f8d-4c8a-9048-b47819ba78b4', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'port_id': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'mac_address': 'fa:16:3e:75:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:07:22Z', 'updated_at': '2022-10-31T15:07:22Z', 'revision_number': 0, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:07:24.142253 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7c1a861-e0e7-4d9d-870a-beb98ebdcc03 req-4210da3c-751f-4455-8924-722c9c6ac48e service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01c6e9f9-8dac-4996-b9c6-53898d243ad8 HTTP/1.1" status: 200 len: 999 time: 0.0547807 Oct 31 15:07:24.165819 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d0576-38b5-480d-9de2-61aa6796d20f None None] Checking router: e17b5b75-ee91-4306-8517-3e13204b7446 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:07:24.174031 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d0576-38b5-480d-9de2-61aa6796d20f None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:07:24.174616 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-c90d0576-38b5-480d-9de2-61aa6796d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:07:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:07:24.193868 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a861-e0e7-4d9d-870a-beb98ebdcc03 req-5c30e9ef-f6b4-4c28-b514-0c7aca6820f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:24.195253 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7c1a861-e0e7-4d9d-870a-beb98ebdcc03 req-5c30e9ef-f6b4-4c28-b514-0c7aca6820f6 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a6b7f579-3d17-4254-93e8-82d282f8242f HTTP/1.1" status: 200 len: 850 time: 0.0472109 Oct 31 15:07:24.244143 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a861-e0e7-4d9d-870a-beb98ebdcc03 req-52ec528b-eb18-4da5-8df9-ca4ad3ab4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:24.245656 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7c1a861-e0e7-4d9d-870a-beb98ebdcc03 req-52ec528b-eb18-4da5-8df9-ca4ad3ab4373 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408897 Oct 31 15:07:24.336949 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7c1a861-e0e7-4d9d-870a-beb98ebdcc03 req-b8f08ee7-bf59-44c4-912a-5277e934303c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847044 Oct 31 15:07:24.364958 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-c90d0576-38b5-480d-9de2-61aa6796d20f None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:07:24.404007 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:24.430884 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7c1a861-e0e7-4d9d-870a-beb98ebdcc03 req-937ba662-d459-4b8f-afe2-8a814c380f70 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884874 Oct 31 15:07:24.575558 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-c90d0576-38b5-480d-9de2-61aa6796d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '5fd8cb61-2f8d-4c8a-9048-b47819ba78b4', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'port_id': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'mac_address': 'fa:16:3e:75:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:07:22Z', 'updated_at': '2022-10-31T15:07:22Z', 'revision_number': 0, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:07:24.600402 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d0576-38b5-480d-9de2-61aa6796d20f None None] The sync data for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi is: [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '5fd8cb61-2f8d-4c8a-9048-b47819ba78b4', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'port_id': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'mac_address': 'fa:16:3e:75:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:07:22Z', 'updated_at': '2022-10-31T15:07:22Z', 'revision_number': 0, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:07:24.788625 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cff45dd-b13a-421b-a635-5e2db23eab45 None None] New status for floating IP 5fd8cb61-2f8d-4c8a-9048-b47819ba78b4: ACTIVE {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:07:26.922927 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:07:32.077115 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:32.081690 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=21 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:34.427707 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=41 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:34.577779 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=60 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:34.888623 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:34.891821 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:36.918022 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=38 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:38.726914 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:45.288093 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ddcba37e-ab32-44ba-b13d-3bcf689344b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:47.550549 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-0262fd80-1be4-4036-b7c2-6fe44fc1a0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:47.631233 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10447609-a2a8-45e9-813a-7617d174ea65 req-cf060d8d-e8ba-4ae9-961a-60040ab30476 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:47.633468 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-10447609-a2a8-45e9-813a-7617d174ea65 req-cf060d8d-e8ba-4ae9-961a-60040ab30476 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 984 time: 0.0494678 Oct 31 15:07:47.637319 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f01f53-71cb-41a7-9b7d-58459287fb62 req-b6bed14c-764c-4836-8a98-406723b3e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:47.638895 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c9f01f53-71cb-41a7-9b7d-58459287fb62 req-b6bed14c-764c-4836-8a98-406723b3e18d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=87556dde63c246f78107d7191fe9a177&device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 1168 time: 0.0417295 Oct 31 15:07:47.694514 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-10447609-a2a8-45e9-813a-7617d174ea65 req-7da4559d-a030-4116-a095-68aa8bb42425 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4358da55-f39b-4285-a328-d4eb6dcf9d26&id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551045 Oct 31 15:07:47.973779 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f01f53-71cb-41a7-9b7d-58459287fb62 req-fc5e8616-1025-446e-ae65-1ba9da46a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:47.975168 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c9f01f53-71cb-41a7-9b7d-58459287fb62 req-fc5e8616-1025-446e-ae65-1ba9da46a48f service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c4a62ce2-68c8-420c-86cd-23c7ed970f6e HTTP/1.1" status: 200 len: 916 time: 0.3296285 Oct 31 15:07:48.036503 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c9f01f53-71cb-41a7-9b7d-58459287fb62 req-a51d76f2-22a6-433e-afee-010fad2ba33f service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a20279b-5dcc-41a2-ac81-47e5c15b62b8 HTTP/1.1" status: 200 len: 1001 time: 0.0541785 Oct 31 15:07:48.085333 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f01f53-71cb-41a7-9b7d-58459287fb62 req-e824151f-cf4f-4402-a206-e51fd489218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:48.087309 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c9f01f53-71cb-41a7-9b7d-58459287fb62 req-e824151f-cf4f-4402-a206-e51fd489218a service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=9773a748-404e-4292-b891-ff08f4bf3adb HTTP/1.1" status: 200 len: 854 time: 0.0436251 Oct 31 15:07:48.135749 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f01f53-71cb-41a7-9b7d-58459287fb62 req-ba0d6c0a-c148-4642-95a0-63c77107c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:48.137262 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c9f01f53-71cb-41a7-9b7d-58459287fb62 req-ba0d6c0a-c148-4642-95a0-63c77107c730 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c4a62ce2-68c8-420c-86cd-23c7ed970f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414200 Oct 31 15:07:48.223971 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c9f01f53-71cb-41a7-9b7d-58459287fb62 req-314292ce-f1df-4ca7-a1cc-65f4455bdcf9 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802000 Oct 31 15:07:48.318815 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-c9f01f53-71cb-41a7-9b7d-58459287fb62 req-014326c9-f43b-48e4-ac61-d4ad969b2f0f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851939 Oct 31 15:07:48.818548 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edc1e8-3400-4619-bef0-c8f4c8618011 req-7724e5e3-a93c-4f6a-a4d4-d0d9c9be4156 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:48.820253 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-59edc1e8-3400-4619-bef0-c8f4c8618011 req-7724e5e3-a93c-4f6a-a4d4-d0d9c9be4156 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 984 time: 0.0493956 Oct 31 15:07:48.880622 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-59edc1e8-3400-4619-bef0-c8f4c8618011 req-569f20ad-71a4-45fc-9d9d-9593b75da692 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4358da55-f39b-4285-a328-d4eb6dcf9d26&id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544894 Oct 31 15:07:49.134770 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:50.005076 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e399d0-fbdb-4b3c-8b02-e16961344053 req-5ce4d358-fb51-43fd-aa6e-ec7490ab07d5 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:50.006524 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a8e399d0-fbdb-4b3c-8b02-e16961344053 req-5ce4d358-fb51-43fd-aa6e-ec7490ab07d5 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 984 time: 0.0501161 Oct 31 15:07:50.065081 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-a8e399d0-fbdb-4b3c-8b02-e16961344053 req-07b14e3f-29d0-40f3-9325-182eb512f5c9 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4358da55-f39b-4285-a328-d4eb6dcf9d26&id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528860 Oct 31 15:07:50.373468 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-677e4c2d-9172-40fd-bedb-c260c5e6718e req-b55634d9-2eef-4638-ae30-b5419735d0d3 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391750 Oct 31 15:07:50.458292 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e4c2d-9172-40fd-bedb-c260c5e6718e req-fc5c8927-4312-4ce1-ad6d-006b6236bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:50.459789 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-677e4c2d-9172-40fd-bedb-c260c5e6718e req-fc5c8927-4312-4ce1-ad6d-006b6236bd7f service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=357cf607c19548859a14c92a4e90f148&device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 1129 time: 0.0426197 Oct 31 15:07:50.564202 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e4c2d-9172-40fd-bedb-c260c5e6718e req-bc801c16-650f-47cf-b699-b671ee8a1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:50.565695 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-677e4c2d-9172-40fd-bedb-c260c5e6718e req-bc801c16-650f-47cf-b699-b671ee8a1d84 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534 HTTP/1.1" status: 200 len: 909 time: 0.0849640 Oct 31 15:07:50.629590 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-677e4c2d-9172-40fd-bedb-c260c5e6718e req-42c1f014-259b-41d7-96f4-37f3cdd1b29f service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae HTTP/1.1" status: 200 len: 1001 time: 0.0568078 Oct 31 15:07:50.659315 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:50.678457 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e4c2d-9172-40fd-bedb-c260c5e6718e req-fcc73956-6a2a-48d4-855d-770e6e7132db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:50.679961 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-677e4c2d-9172-40fd-bedb-c260c5e6718e req-fcc73956-6a2a-48d4-855d-770e6e7132db service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=72cc5669-a813-47c1-807d-6c6b4ba2c650 HTTP/1.1" status: 200 len: 847 time: 0.0439253 Oct 31 15:07:50.725878 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e4c2d-9172-40fd-bedb-c260c5e6718e req-de66f608-c03e-48bc-b42d-9865eea20fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:50.727470 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-677e4c2d-9172-40fd-bedb-c260c5e6718e req-de66f608-c03e-48bc-b42d-9865eea20fa4 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399871 Oct 31 15:07:50.810653 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:07:50.816336 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:50.823644 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-677e4c2d-9172-40fd-bedb-c260c5e6718e req-d94fa6f9-eb34-4d26-8b0d-088bd08d7ea6 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895832 Oct 31 15:07:50.880870 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:50.916718 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-677e4c2d-9172-40fd-bedb-c260c5e6718e req-91fc155c-9153-41e3-86c2-400dbdeaec4f service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849657 Oct 31 15:07:51.189956 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9c73a-c933-443f-9429-e002b230116c req-7a121be8-de33-49da-bb5e-5e88b068b637 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:51.191429 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1f9c73a-c933-443f-9429-e002b230116c req-7a121be8-de33-49da-bb5e-5e88b068b637 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 984 time: 0.0511942 Oct 31 15:07:51.251504 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1f9c73a-c933-443f-9429-e002b230116c req-2545aa9f-41c4-4146-8eb6-0db6258d11c2 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4358da55-f39b-4285-a328-d4eb6dcf9d26&id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535045 Oct 31 15:07:52.372267 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38975c-8ca5-4850-abbf-9288baec4bcb req-4c008406-9950-428e-b6c0-9f97d695df22 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:52.373728 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-fd38975c-8ca5-4850-abbf-9288baec4bcb req-4c008406-9950-428e-b6c0-9f97d695df22 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 984 time: 0.0468214 Oct 31 15:07:52.432769 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-fd38975c-8ca5-4850-abbf-9288baec4bcb req-6e88bba1-9117-4902-87e3-d293cf79923d tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4358da55-f39b-4285-a328-d4eb6dcf9d26&id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533795 Oct 31 15:07:52.926351 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:52.931449 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=4 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:07:53.554384 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d5cb9-f694-4ece-a327-98824de54662 req-39b98b4c-9bfb-49e8-9a54-eccf85f4642f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:53.555971 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f89d5cb9-f694-4ece-a327-98824de54662 req-39b98b4c-9bfb-49e8-9a54-eccf85f4642f tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 984 time: 0.0479052 Oct 31 15:07:53.615501 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f89d5cb9-f694-4ece-a327-98824de54662 req-eb0ba2d5-2fd1-4ef3-adce-224ac32f9472 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4358da55-f39b-4285-a328-d4eb6dcf9d26&id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539448 Oct 31 15:07:54.737333 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ea904-3ee2-48ae-9f15-173f0d86971a req-8054ddda-47d6-4ac8-ae20-8f64e0c82043 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:54.738802 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c40ea904-3ee2-48ae-9f15-173f0d86971a req-8054ddda-47d6-4ac8-ae20-8f64e0c82043 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 984 time: 0.0498602 Oct 31 15:07:54.799476 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c40ea904-3ee2-48ae-9f15-173f0d86971a req-f7080010-8802-46a4-9982-5175a3710481 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4358da55-f39b-4285-a328-d4eb6dcf9d26&id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545115 Oct 31 15:07:55.919569 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79b76-262b-4af9-bb4a-a3820b379188 req-d7c614ff-31c1-4985-b3b2-91f1c0b7f6aa tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:55.921018 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b0d79b76-262b-4af9-bb4a-a3820b379188 req-d7c614ff-31c1-4985-b3b2-91f1c0b7f6aa tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 984 time: 0.0467572 Oct 31 15:07:55.984268 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b0d79b76-262b-4af9-bb4a-a3820b379188 req-99732e56-b9da-4544-b7bc-bfdab4c9d52c tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4358da55-f39b-4285-a328-d4eb6dcf9d26&id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576568 Oct 31 15:07:57.106093 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ff7f7-4e34-4eab-9306-e037eacbad1d req-1b4d0cdb-4f82-4529-8625-24a4e1a4da20 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:57.107491 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-192ff7f7-4e34-4eab-9306-e037eacbad1d req-1b4d0cdb-4f82-4529-8625-24a4e1a4da20 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 984 time: 0.0482347 Oct 31 15:07:57.167800 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-192ff7f7-4e34-4eab-9306-e037eacbad1d req-b17cf91a-a11f-4cad-969b-c0fd71fe5596 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4358da55-f39b-4285-a328-d4eb6dcf9d26&id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546324 Oct 31 15:07:58.287362 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a4c6a-0bcb-44d0-b4d9-eccf62d56180 req-db78fea6-d257-4796-95a4-080ea153ac31 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:58.288842 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-098a4c6a-0bcb-44d0-b4d9-eccf62d56180 req-db78fea6-d257-4796-95a4-080ea153ac31 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 984 time: 0.0466771 Oct 31 15:07:58.349257 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-098a4c6a-0bcb-44d0-b4d9-eccf62d56180 req-a5666395-87a1-477a-83cd-73ba3af167f5 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4358da55-f39b-4285-a328-d4eb6dcf9d26&id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543060 Oct 31 15:07:59.472518 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c6e59-35a4-41a7-b929-43e26e37e423 req-f6713da8-eceb-4b7f-bdaf-0dc70d06f4f6 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:07:59.473986 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ca1c6e59-35a4-41a7-b929-43e26e37e423 req-f6713da8-eceb-4b7f-bdaf-0dc70d06f4f6 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 984 time: 0.0477905 Oct 31 15:07:59.536182 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-ca1c6e59-35a4-41a7-b929-43e26e37e423 req-a63b3ec3-5786-4705-8262-7bd8c3877638 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=4358da55-f39b-4285-a328-d4eb6dcf9d26&id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565009 Oct 31 15:08:00.654972 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:00.806956 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:03.922364 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:08:08.341822 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=50 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:08.343771 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=50 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:08.735783 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:09.528283 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=59 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:09.530851 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=67 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:13.918373 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:13.919125 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:15.290288 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e6a44710-ea4f-4873-b5d0-e8b622a42d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:17.542559 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-71736cc5-0c02-4729-a2f2-7c151aabd69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:19.134478 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:20.660575 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:20.814391 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:29.931405 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=4 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:29.932186 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:32.411283 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-917ea9a0-cbe3-4863-8416-27f70d5f6d48 req-93d8e88f-37cb-4fe1-bc2c-0ded57dc3e19 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-742568136&fields=id&tenant_id=87556dde63c246f78107d7191fe9a177 HTTP/1.1" status: 200 len: 267 time: 0.0445054 Oct 31 15:08:32.461483 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ea9a0-cbe3-4863-8416-27f70d5f6d48 req-18cc773a-c00c-4135-9351-3be1c860a0ef tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:32.462937 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-917ea9a0-cbe3-4863-8416-27f70d5f6d48 req-18cc773a-c00c-4135-9351-3be1c860a0ef tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 984 time: 0.0464010 Oct 31 15:08:32.473368 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-917ea9a0-cbe3-4863-8416-27f70d5f6d48 req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Request body: {'port': {'security_groups': ['ccf57917-44b8-4c0d-aefd-4533e1a12be7']}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:08:32.551387 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-917ea9a0-cbe3-4863-8416-27f70d5f6d48 req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:32.595127 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50990) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:32.702286 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:32.707503 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:32.730406 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-917ea9a0-cbe3-4863-8416-27f70d5f6d48 req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] For port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=2a20279b-5dcc-41a2-ac81-47e5c15b62b8,segment=NetworkSegment(b459c3aa-1fe0-4a2b-b536-1b74fed1b938),segment_id=b459c3aa-1fe0-4a2b-b536-1b74fed1b938)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:32.737948 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-82ab16ad-2497-41c6-931e-b5b615b8eaa7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Deleting port 6e89a9a6-d21c-418d-aeba-b826d16f08bf {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:32.738290 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-82ab16ad-2497-41c6-931e-b5b615b8eaa7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (6e89a9a6-d21c-418d-aeba-b826d16f08bf), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:32.759292 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-917ea9a0-cbe3-4863-8416-27f70d5f6d48 req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:32.763744 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-917ea9a0-cbe3-4863-8416-27f70d5f6d48 req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:32.774416 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ea9a0-cbe3-4863-8416-27f70d5f6d48 req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:32.775418 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-917ea9a0-cbe3-4863-8416-27f70d5f6d48 req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:32.776831 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-917ea9a0-cbe3-4863-8416-27f70d5f6d48 req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "PUT /networking/v2.0/ports/2a20279b-5dcc-41a2-ac81-47e5c15b62b8 HTTP/1.1" status: 200 len: 942 time: 0.3078349 Oct 31 15:08:32.777212 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['2a20279b-5dcc-41a2-ac81-47e5c15b62b8'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:08:32.779914 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'tag': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:08:32.783637 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9573f7f5-ae48-41b0-8033-30a0d99ad89a" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cc9303-4a2f-44f1-84cf-b21cbfc2281e", "tag": "2a20279b-5dcc-41a2-ac81-47e5c15b62b8"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:08:32.784335 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 50992) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:32.837102 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Pushing event updated for resources: {'Port': ['ID=2a20279b-5dcc-41a2-ac81-47e5c15b62b8,revision_number=7']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:32.846142 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:32.846437 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:32.846745 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:32.847106 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:32.848307 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:32.848840 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:32.849230 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:32.850007 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:32.850007 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:32.850357 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:32.851008 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:32.851348 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:32.851707 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:32.852047 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:32.852357 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c879a6d7-0adc-46b1-bbf0-9878a1609389 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:32.856912 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-82ab16ad-2497-41c6-931e-b5b615b8eaa7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (6e89a9a6-d21c-418d-aeba-b826d16f08bf), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:32.857087 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-82ab16ad-2497-41c6-931e-b5b615b8eaa7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for floatingip (6e89a9a6-d21c-418d-aeba-b826d16f08bf), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:32.859511 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74df890-78c6-4707-8763-4fd30ac1aec5 x-openstack-request-id: req-d74df890-78c6-4707-8763-4fd30ac1aec5 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:08:32.859702 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cc9303-4a2f-44f1-84cf-b21cbfc2281e", "tag": "2a20279b-5dcc-41a2-ac81-47e5c15b62b8", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:08:32.859950 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d74df890-78c6-4707-8763-4fd30ac1aec5 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:08:32.860348 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74df890-78c6-4707-8763-4fd30ac1aec5'] response: {'name': 'network-changed', 'server_uuid': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'tag': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8', 'status': 'completed', 'code': 200} Oct 31 15:08:32.886027 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-82ab16ad-2497-41c6-931e-b5b615b8eaa7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Calling delete_port for 6e89a9a6-d21c-418d-aeba-b826d16f08bf owned by network:floatingip {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:32.890047 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group (4358da55-f39b-4285-a328-d4eb6dcf9d26), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:32.894435 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['2a20279b-5dcc-41a2-ac81-47e5c15b62b8'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:08:32.920736 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573f7f5-ae48-41b0-8033-30a0d99ad89a req-afa17c45-9683-4ebf-a459-24a6c3817912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:32.922447 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9573f7f5-ae48-41b0-8033-30a0d99ad89a req-afa17c45-9683-4ebf-a459-24a6c3817912 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=87556dde63c246f78107d7191fe9a177&device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 1129 time: 0.0415671 Oct 31 15:08:32.951891 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group (4358da55-f39b-4285-a328-d4eb6dcf9d26), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:33.033657 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573f7f5-ae48-41b0-8033-30a0d99ad89a req-0c7b6d9e-69ea-441e-b8d4-0e9acbdcbd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:33.035817 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9573f7f5-ae48-41b0-8033-30a0d99ad89a req-0c7b6d9e-69ea-441e-b8d4-0e9acbdcbd49 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c4a62ce2-68c8-420c-86cd-23c7ed970f6e HTTP/1.1" status: 200 len: 916 time: 0.1056042 Oct 31 15:08:33.087417 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (4358da55-f39b-4285-a328-d4eb6dcf9d26), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:33.090020 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:33.093901 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4358da55-f39b-4285-a328-d4eb6dcf9d26 HTTP/1.1" status: 204 len: 168 time: 0.3060272 Oct 31 15:08:33.094165 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 50996) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:33.128013 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4358da55-f39b-4285-a328-d4eb6dcf9d26,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:33.141091 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:33.141442 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:33.141774 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:33.142106 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:33.142435 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:33.142760 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:33.143080 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:33.143399 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:33.143740 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:33.144062 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:33.144380 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:33.144698 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:33.145014 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:33.145330 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:33.145647 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2d333-aa5f-452b-882a-cb16147f1ad8 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:33.150217 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9573f7f5-ae48-41b0-8033-30a0d99ad89a req-911b652c-a990-4401-8d51-463b085b965f service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a20279b-5dcc-41a2-ac81-47e5c15b62b8 HTTP/1.1" status: 200 len: 1001 time: 0.1087606 Oct 31 15:08:33.163466 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-82ab16ad-2497-41c6-931e-b5b615b8eaa7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (6e89a9a6-d21c-418d-aeba-b826d16f08bf), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:33.197260 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab16ad-2497-41c6-931e-b5b615b8eaa7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Pushing event deleted for resources: {'Port': ['ID=6e89a9a6-d21c-418d-aeba-b826d16f08bf,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:33.254105 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573f7f5-ae48-41b0-8033-30a0d99ad89a req-8c28ffe1-ce9c-4c0a-b6bf-99d328771483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:33.255528 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9573f7f5-ae48-41b0-8033-30a0d99ad89a req-8c28ffe1-ce9c-4c0a-b6bf-99d328771483 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=9773a748-404e-4292-b891-ff08f4bf3adb HTTP/1.1" status: 200 len: 854 time: 0.0939965 Oct 31 15:08:33.264837 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-82ab16ad-2497-41c6-931e-b5b615b8eaa7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for floatingip (3275b2e7-14c0-44c0-90a1-0b779d679ae2), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:33.265222 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.db.l3_db [None req-82ab16ad-2497-41c6-931e-b5b615b8eaa7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Floating IP 3275b2e7-14c0-44c0-90a1-0b779d679ae2 disassociated (deleted). External IP: 172.27.0.100, port: 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae. Oct 31 15:08:33.323207 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-cec4e957-18f3-4902-975c-3fdd883cb499 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Deleting port c631ec4b-0abf-4545-9233-e423360e2066 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:33.323545 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cec4e957-18f3-4902-975c-3fdd883cb499 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (c631ec4b-0abf-4545-9233-e423360e2066), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:33.328347 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573f7f5-ae48-41b0-8033-30a0d99ad89a req-ae442641-795e-4939-ba9d-83164084e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:33.329886 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9573f7f5-ae48-41b0-8033-30a0d99ad89a req-ae442641-795e-4939-ba9d-83164084e5d6 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c4a62ce2-68c8-420c-86cd-23c7ed970f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667708 Oct 31 15:08:33.421517 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:33.424807 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:33.480702 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cec4e957-18f3-4902-975c-3fdd883cb499 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (c631ec4b-0abf-4545-9233-e423360e2066), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:33.481025 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cec4e957-18f3-4902-975c-3fdd883cb499 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for floatingip (c631ec4b-0abf-4545-9233-e423360e2066), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:33.497158 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9573f7f5-ae48-41b0-8033-30a0d99ad89a req-b014e730-5886-41da-a1e9-61446944f13e service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574926 Oct 31 15:08:33.498111 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-cec4e957-18f3-4902-975c-3fdd883cb499 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Calling delete_port for c631ec4b-0abf-4545-9233-e423360e2066 owned by network:floatingip {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:33.676483 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9573f7f5-ae48-41b0-8033-30a0d99ad89a req-8635a194-a297-4c2d-b1c7-826e6f87d8cd service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735945 Oct 31 15:08:33.681118 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:33.693251 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ab16ad-2497-41c6-931e-b5b615b8eaa7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Router 51ab352e-2997-4cb0-886a-835500cb0461 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:08:33.697202 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:33.749454 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cec4e957-18f3-4902-975c-3fdd883cb499 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (c631ec4b-0abf-4545-9233-e423360e2066), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:33.774007 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4e957-18f3-4902-975c-3fdd883cb499 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Pushing event deleted for resources: {'Port': ['ID=c631ec4b-0abf-4545-9233-e423360e2066,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:33.803576 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ab16ad-2497-41c6-931e-b5b615b8eaa7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:08:33.808998 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-82ab16ad-2497-41c6-931e-b5b615b8eaa7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:33.815837 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d310b06-d51a-4f6b-9cfe-541d7e74f550 None None] Sync routers for ids ['51ab352e-2997-4cb0-886a-835500cb0461'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:08:33.828506 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d310b06-d51a-4f6b-9cfe-541d7e74f550 None None] Routers {'51ab352e-2997-4cb0-886a-835500cb0461'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:08:33.829232 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-4d310b06-d51a-4f6b-9cfe-541d7e74f550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:08:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['51ab352e-2997-4cb0-886a-835500cb0461'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:33.840828 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cec4e957-18f3-4902-975c-3fdd883cb499 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks [] for floatingip (d146114d-3b1a-4f36-9192-ad0a5b6003b2), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:33.841436 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [None req-cec4e957-18f3-4902-975c-3fdd883cb499 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Floating IP d146114d-3b1a-4f36-9192-ad0a5b6003b2 disassociated (deleted). External IP: 172.27.0.147, port: 2a20279b-5dcc-41a2-ac81-47e5c15b62b8. Oct 31 15:08:33.841564 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-82ab16ad-2497-41c6-931e-b5b615b8eaa7 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/3275b2e7-14c0-44c0-90a1-0b779d679ae2 HTTP/1.1" status: 204 len: 168 time: 1.2453742 Oct 31 15:08:33.842345 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'tag': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae'}] {{(pid=119728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:08:33.856361 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70659c7d82748c464bbc4d22addfc580e7d5d3b031e95af23221b39b4b2150b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f1b5ee-7f0b-4842-975b-5598b2f8950d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a84bc4d-cc6e-455f-a958-b9e62714400b", "tag": "14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae"}]}' {{(pid=119728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:08:33.914812 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb91583-de2d-4a62-8165-2039e53a0c63 x-openstack-request-id: req-fcb91583-de2d-4a62-8165-2039e53a0c63 {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:08:33.915110 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a84bc4d-cc6e-455f-a958-b9e62714400b", "tag": "14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae", "status": "completed", "code": 200}]} {{(pid=119728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:08:33.915423 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fcb91583-de2d-4a62-8165-2039e53a0c63 {{(pid=119728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:08:33.915985 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb91583-de2d-4a62-8165-2039e53a0c63'] response: {'name': 'network-changed', 'server_uuid': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'tag': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae', 'status': 'completed', 'code': 200} Oct 31 15:08:33.938441 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-4d310b06-d51a-4f6b-9cfe-541d7e74f550 None None] Set router 51ab352e-2997-4cb0-886a-835500cb0461 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:08:34.002069 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1b5ee-7f0b-4842-975b-5598b2f8950d req-73a9e21c-5eba-41cb-98fb-c20df2994830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:34.003564 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-45f1b5ee-7f0b-4842-975b-5598b2f8950d req-73a9e21c-5eba-41cb-98fb-c20df2994830 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=357cf607c19548859a14c92a4e90f148&device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 1129 time: 0.0616248 Oct 31 15:08:34.123463 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c65dba-f8a4-455f-b183-71ad2bceabca req-aa63ab32-6a99-4909-b253-04c5b9a2298a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:34.126662 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-34c65dba-f8a4-455f-b183-71ad2bceabca req-aa63ab32-6a99-4909-b253-04c5b9a2298a tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0526335 Oct 31 15:08:34.140458 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-4d310b06-d51a-4f6b-9cfe-541d7e74f550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab352e-2997-4cb0-886a-835500cb0461', 'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '10813969-daf0-4287-880d-d8a505162171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:25Z', 'updated_at': '2022-10-31T15:03:29Z', 'revision_number': 4, 'project_id': '357cf607c19548859a14c92a4e90f148', 'gw_port': {'id': '10813969-daf0-4287-880d-d8a505162171', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:26Z', 'updated_at': '2022-10-31T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9a97c928-ed31-4416-9998-049e4805267b', 'name': '', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'mac_address': 'fa:16:3e:98:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:29Z', 'updated_at': '2022-10-31T15:03:36Z', 'revision_number': 5, 'project_id': '357cf607c19548859a14c92a4e90f148', 'subnets': [{'id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:34.168091 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d310b06-d51a-4f6b-9cfe-541d7e74f550 None None] Checking router: 51ab352e-2997-4cb0-886a-835500cb0461 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:08:34.176850 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d310b06-d51a-4f6b-9cfe-541d7e74f550 None None] Routers {'51ab352e-2997-4cb0-886a-835500cb0461'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:08:34.177457 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-4d310b06-d51a-4f6b-9cfe-541d7e74f550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:08:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['51ab352e-2997-4cb0-886a-835500cb0461'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:34.181778 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-34c65dba-f8a4-455f-b183-71ad2bceabca req-6081e72b-1e01-45fe-afcc-48d66d501540 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506003 Oct 31 15:08:34.185204 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1b5ee-7f0b-4842-975b-5598b2f8950d req-c322ac00-0c89-4416-b90b-7c21fccd7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:34.186766 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-45f1b5ee-7f0b-4842-975b-5598b2f8950d req-c322ac00-0c89-4416-b90b-7c21fccd7d93 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534 HTTP/1.1" status: 200 len: 909 time: 0.1442056 Oct 31 15:08:34.190848 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec4e957-18f3-4902-975c-3fdd883cb499 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Router e8e9e653-8bbc-410e-bd2b-192379d54210 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:08:34.242844 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:34.284991 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-4d310b06-d51a-4f6b-9cfe-541d7e74f550 None None] Set router 51ab352e-2997-4cb0-886a-835500cb0461 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:08:34.297576 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:34.303877 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec4e957-18f3-4902-975c-3fdd883cb499 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:08:34.308318 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cec4e957-18f3-4902-975c-3fdd883cb499 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:34.315859 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9b24f7-af6a-449a-82ae-f7e6306cf7ca None None] Sync routers for ids ['e8e9e653-8bbc-410e-bd2b-192379d54210'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:08:34.325858 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9b24f7-af6a-449a-82ae-f7e6306cf7ca None None] Routers {'e8e9e653-8bbc-410e-bd2b-192379d54210'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:08:34.326539 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-6c9b24f7-af6a-449a-82ae-f7e6306cf7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:08:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e8e9e653-8bbc-410e-bd2b-192379d54210'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:34.342638 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-cec4e957-18f3-4902-975c-3fdd883cb499 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/d146114d-3b1a-4f36-9192-ad0a5b6003b2 HTTP/1.1" status: 204 len: 168 time: 1.2474442 Oct 31 15:08:34.437790 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-6c9b24f7-af6a-449a-82ae-f7e6306cf7ca None None] Set router e8e9e653-8bbc-410e-bd2b-192379d54210 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:08:34.484221 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-4d310b06-d51a-4f6b-9cfe-541d7e74f550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab352e-2997-4cb0-886a-835500cb0461', 'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '10813969-daf0-4287-880d-d8a505162171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:25Z', 'updated_at': '2022-10-31T15:03:29Z', 'revision_number': 4, 'project_id': '357cf607c19548859a14c92a4e90f148', 'gw_port': {'id': '10813969-daf0-4287-880d-d8a505162171', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:26Z', 'updated_at': '2022-10-31T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9a97c928-ed31-4416-9998-049e4805267b', 'name': '', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'mac_address': 'fa:16:3e:98:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:29Z', 'updated_at': '2022-10-31T15:03:36Z', 'revision_number': 5, 'project_id': '357cf607c19548859a14c92a4e90f148', 'subnets': [{'id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:34.514595 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d310b06-d51a-4f6b-9cfe-541d7e74f550 None None] The sync data for ids ['51ab352e-2997-4cb0-886a-835500cb0461'] in dv-cinder-860227-3-iscsi is: [{'id': '51ab352e-2997-4cb0-886a-835500cb0461', 'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '10813969-daf0-4287-880d-d8a505162171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:25Z', 'updated_at': '2022-10-31T15:03:29Z', 'revision_number': 4, 'project_id': '357cf607c19548859a14c92a4e90f148', 'gw_port': {'id': '10813969-daf0-4287-880d-d8a505162171', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:26Z', 'updated_at': '2022-10-31T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '9a97c928-ed31-4416-9998-049e4805267b', 'name': '', 'network_id': '0fc6c91a-9e65-4b6a-ab10-7d33cb435534', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'mac_address': 'fa:16:3e:98:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:29Z', 'updated_at': '2022-10-31T15:03:36Z', 'revision_number': 5, 'project_id': '357cf607c19548859a14c92a4e90f148', 'subnets': [{'id': '72cc5669-a813-47c1-807d-6c6b4ba2c650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:08:34.645572 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-6c9b24f7-af6a-449a-82ae-f7e6306cf7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:27Z', 'updated_at': '2022-10-31T15:06:30Z', 'revision_number': 4, 'project_id': '87556dde63c246f78107d7191fe9a177', 'gw_port': {'id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:28Z', 'updated_at': '2022-10-31T15:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '4050c61a-e05c-4aa6-a274-3f27c2135be8', 'name': '', 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'mac_address': 'fa:16:3e:30:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:29Z', 'updated_at': '2022-10-31T15:06:36Z', 'revision_number': 5, 'project_id': '87556dde63c246f78107d7191fe9a177', 'subnets': [{'id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:34.671716 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9b24f7-af6a-449a-82ae-f7e6306cf7ca None None] Checking router: e8e9e653-8bbc-410e-bd2b-192379d54210 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:08:34.681217 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9b24f7-af6a-449a-82ae-f7e6306cf7ca None None] Routers {'e8e9e653-8bbc-410e-bd2b-192379d54210'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:08:34.681820 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-6c9b24f7-af6a-449a-82ae-f7e6306cf7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:08:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e8e9e653-8bbc-410e-bd2b-192379d54210'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:34.744505 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8321d70-98ca-42f5-8855-890028dae743 None None] New status for floating IP 3275b2e7-14c0-44c0-90a1-0b779d679ae2: DOWN {{(pid=119730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:08:34.787234 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-6c9b24f7-af6a-449a-82ae-f7e6306cf7ca None None] Set router e8e9e653-8bbc-410e-bd2b-192379d54210 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:08:34.861447 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'tag': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:08:34.864036 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955e55a2-a246-45d0-8c83-85896b4f4a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cc9303-4a2f-44f1-84cf-b21cbfc2281e", "tag": "2a20279b-5dcc-41a2-ac81-47e5c15b62b8"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:08:34.895604 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:34.904137 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b583be8a-c0e5-49f3-9d10-077f6e464654 x-openstack-request-id: req-b583be8a-c0e5-49f3-9d10-077f6e464654 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:08:34.904429 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cc9303-4a2f-44f1-84cf-b21cbfc2281e", "tag": "2a20279b-5dcc-41a2-ac81-47e5c15b62b8", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:08:34.904674 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b583be8a-c0e5-49f3-9d10-077f6e464654 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:08:34.905069 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b583be8a-c0e5-49f3-9d10-077f6e464654'] response: {'name': 'network-changed', 'server_uuid': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'tag': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8', 'status': 'completed', 'code': 200} Oct 31 15:08:34.917468 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:34.980219 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-6c9b24f7-af6a-449a-82ae-f7e6306cf7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:27Z', 'updated_at': '2022-10-31T15:06:30Z', 'revision_number': 4, 'project_id': '87556dde63c246f78107d7191fe9a177', 'gw_port': {'id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:28Z', 'updated_at': '2022-10-31T15:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '4050c61a-e05c-4aa6-a274-3f27c2135be8', 'name': '', 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'mac_address': 'fa:16:3e:30:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:29Z', 'updated_at': '2022-10-31T15:06:36Z', 'revision_number': 5, 'project_id': '87556dde63c246f78107d7191fe9a177', 'subnets': [{'id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:35.004088 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9b24f7-af6a-449a-82ae-f7e6306cf7ca None None] The sync data for ids ['e8e9e653-8bbc-410e-bd2b-192379d54210'] in dv-cinder-860227-3-iscsi is: [{'id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:27Z', 'updated_at': '2022-10-31T15:06:30Z', 'revision_number': 4, 'project_id': '87556dde63c246f78107d7191fe9a177', 'gw_port': {'id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:28Z', 'updated_at': '2022-10-31T15:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': '4050c61a-e05c-4aa6-a274-3f27c2135be8', 'name': '', 'network_id': 'c4a62ce2-68c8-420c-86cd-23c7ed970f6e', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'mac_address': 'fa:16:3e:30:7c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:29Z', 'updated_at': '2022-10-31T15:06:36Z', 'revision_number': 5, 'project_id': '87556dde63c246f78107d7191fe9a177', 'subnets': [{'id': '9773a748-404e-4292-b891-ff08f4bf3adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:08:35.090567 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-45f1b5ee-7f0b-4842-975b-5598b2f8950d req-f68ba19e-40fc-4785-890f-9daa2b8669a7 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae HTTP/1.1" status: 200 len: 217 time: 0.0496807 Oct 31 15:08:35.118766 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e55a2-a246-45d0-8c83-85896b4f4a0c req-1d5b06d9-f99b-4964-85e0-0a676e1a6c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:35.120312 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-955e55a2-a246-45d0-8c83-85896b4f4a0c req-1d5b06d9-f99b-4964-85e0-0a676e1a6c73 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=87556dde63c246f78107d7191fe9a177&device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 1129 time: 0.0406096 Oct 31 15:08:35.242650 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1b5ee-7f0b-4842-975b-5598b2f8950d req-8058a359-c754-4c06-bdfa-0796dc55e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:35.244781 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-45f1b5ee-7f0b-4842-975b-5598b2f8950d req-8058a359-c754-4c06-bdfa-0796dc55e87d service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=72cc5669-a813-47c1-807d-6c6b4ba2c650 HTTP/1.1" status: 200 len: 847 time: 0.0481076 Oct 31 15:08:35.258585 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a76b84-eb83-43d4-83e5-e0bb3730c878 None None] New status for floating IP d146114d-3b1a-4f36-9192-ad0a5b6003b2: DOWN {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:08:35.307797 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181f19e-fec2-469b-a5e7-2e0e2bd3f454 req-a180261e-96c2-4d94-b04e-5682e20dadf6 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:35.309405 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7181f19e-fec2-469b-a5e7-2e0e2bd3f454 req-a180261e-96c2-4d94-b04e-5682e20dadf6 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0481625 Oct 31 15:08:35.364402 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7181f19e-fec2-469b-a5e7-2e0e2bd3f454 req-9c09e137-c5a9-43b8-825d-d6a31b88b90c tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493355 Oct 31 15:08:35.563697 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e55a2-a246-45d0-8c83-85896b4f4a0c req-c0b63620-b797-432a-934a-a170ba620ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:35.565161 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-955e55a2-a246-45d0-8c83-85896b4f4a0c req-c0b63620-b797-432a-934a-a170ba620ae0 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=c4a62ce2-68c8-420c-86cd-23c7ed970f6e HTTP/1.1" status: 200 len: 916 time: 0.0896428 Oct 31 15:08:35.711111 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-955e55a2-a246-45d0-8c83-85896b4f4a0c req-5e696c7b-81f5-4050-b603-2099685fd0ed service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a20279b-5dcc-41a2-ac81-47e5c15b62b8 HTTP/1.1" status: 200 len: 217 time: 0.0489318 Oct 31 15:08:35.781105 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1b5ee-7f0b-4842-975b-5598b2f8950d req-88ce5d0b-c352-49b8-800d-821416bf3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:35.782400 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-45f1b5ee-7f0b-4842-975b-5598b2f8950d req-88ce5d0b-c352-49b8-800d-821416bf3eca service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=0fc6c91a-9e65-4b6a-ab10-7d33cb435534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1281753 Oct 31 15:08:35.807737 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147ca81-153e-4b79-819a-6b5700f87ebe req-fcd4f524-da52-417b-b4e8-2fb48b6bc2dc tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:35.809189 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7147ca81-153e-4b79-819a-6b5700f87ebe req-fcd4f524-da52-417b-b4e8-2fb48b6bc2dc tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0999513 Oct 31 15:08:35.831637 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e55a2-a246-45d0-8c83-85896b4f4a0c req-e2238ec5-2c75-4c5c-a0b8-a9b9a1700365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:35.832997 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-955e55a2-a246-45d0-8c83-85896b4f4a0c req-e2238ec5-2c75-4c5c-a0b8-a9b9a1700365 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=9773a748-404e-4292-b891-ff08f4bf3adb HTTP/1.1" status: 200 len: 854 time: 0.1093709 Oct 31 15:08:36.216783 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e55a2-a246-45d0-8c83-85896b4f4a0c req-407f5ea8-1ac1-4605-8446-e533a412bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:36.218261 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-955e55a2-a246-45d0-8c83-85896b4f4a0c req-407f5ea8-1ac1-4605-8446-e533a412bad5 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=c4a62ce2-68c8-420c-86cd-23c7ed970f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3661711 Oct 31 15:08:36.258283 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-45f1b5ee-7f0b-4842-975b-5598b2f8950d req-b0e18c75-a506-48bb-8a6d-150c2d032c73 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661243 Oct 31 15:08:36.261223 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-7147ca81-153e-4b79-819a-6b5700f87ebe req-e044531d-e97f-465c-9048-c7b7a60d3ca0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Deleting port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:36.261545 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7147ca81-153e-4b79-819a-6b5700f87ebe req-e044531d-e97f-465c-9048-c7b7a60d3ca0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:36.465436 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-955e55a2-a246-45d0-8c83-85896b4f4a0c req-77f953e7-53b1-45a5-8b48-214feec46ef9 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367847 Oct 31 15:08:36.470087 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-7147ca81-153e-4b79-819a-6b5700f87ebe req-e044531d-e97f-465c-9048-c7b7a60d3ca0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] For port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:36.470387 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7147ca81-153e-4b79-819a-6b5700f87ebe req-e044531d-e97f-465c-9048-c7b7a60d3ca0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:36.506148 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-7147ca81-153e-4b79-819a-6b5700f87ebe req-e044531d-e97f-465c-9048-c7b7a60d3ca0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Calling delete_port for 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:36.513535 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-45f1b5ee-7f0b-4842-975b-5598b2f8950d req-9e90724d-345b-4cb5-b1c2-ac66ad99ed6a service neutron] 10.222.0.44 "GET /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262032 Oct 31 15:08:36.548387 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:36.560351 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:36.590327 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903fe0b-231d-45a6-a9b1-2453208648e2 req-faf65cc9-4739-4f64-b742-7188c5850650 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:36.591983 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0903fe0b-231d-45a6-a9b1-2453208648e2 req-faf65cc9-4739-4f64-b742-7188c5850650 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a84bc4d-cc6e-455f-a958-b9e62714400b HTTP/1.1" status: 200 len: 945 time: 0.0484009 Oct 31 15:08:36.634084 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-955e55a2-a246-45d0-8c83-85896b4f4a0c req-a7d65484-7ab3-465c-a76f-5b74277a347b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609695 Oct 31 15:08:36.641664 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-0903fe0b-231d-45a6-a9b1-2453208648e2 req-e2828198-da8d-4fa3-88db-534ebcd2f990 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aed48918-20e4-4767-9c50-48ea780afc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440030 Oct 31 15:08:36.710861 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7147ca81-153e-4b79-819a-6b5700f87ebe req-e044531d-e97f-465c-9048-c7b7a60d3ca0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:36.740418 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044531d-e97f-465c-9048-c7b7a60d3ca0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Pushing event deleted for resources: {'Port': ['ID=14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:36.787455 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-7147ca81-153e-4b79-819a-6b5700f87ebe req-e044531d-e97f-465c-9048-c7b7a60d3ca0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] No DVR routers for this DVR port 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:08:36.790476 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-7147ca81-153e-4b79-819a-6b5700f87ebe req-e044531d-e97f-465c-9048-c7b7a60d3ca0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:36.793773 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7147ca81-153e-4b79-819a-6b5700f87ebe req-e044531d-e97f-465c-9048-c7b7a60d3ca0 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.44 "DELETE /networking/v2.0/ports/14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae HTTP/1.1" status: 204 len: 173 time: 0.9713776 Oct 31 15:08:36.906644 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'name': 'network-vif-deleted', 'tag': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:08:36.909115 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cf099b-8b29-4c35-a05d-1e58a3c873fa" -d '{"events": [{"server_uuid": "8a84bc4d-cc6e-455f-a958-b9e62714400b", "name": "network-vif-deleted", "tag": "14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:08:36.946898 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b35a6d2-c453-4942-994d-de713442f2f3 x-openstack-request-id: req-7b35a6d2-c453-4942-994d-de713442f2f3 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:08:36.947190 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a84bc4d-cc6e-455f-a958-b9e62714400b", "name": "network-vif-deleted", "tag": "14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:08:36.947433 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b35a6d2-c453-4942-994d-de713442f2f3 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:08:36.947869 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b35a6d2-c453-4942-994d-de713442f2f3'] response: {'server_uuid': '8a84bc4d-cc6e-455f-a958-b9e62714400b', 'name': 'network-vif-deleted', 'tag': '14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae', 'status': 'completed', 'code': 200} Oct 31 15:08:37.713088 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51040) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:37.770751 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ec5efd62-c4aa-416d-88dc-e2f5bab00501 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group (aed48918-20e4-4767-9c50-48ea780afc6e), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:37.794731 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ec5efd62-c4aa-416d-88dc-e2f5bab00501 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group (aed48918-20e4-4767-9c50-48ea780afc6e), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:37.853408 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ec5efd62-c4aa-416d-88dc-e2f5bab00501 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (aed48918-20e4-4767-9c50-48ea780afc6e), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:37.855967 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ec5efd62-c4aa-416d-88dc-e2f5bab00501 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:37.857128 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-ec5efd62-c4aa-416d-88dc-e2f5bab00501 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/aed48918-20e4-4767-9c50-48ea780afc6e HTTP/1.1" status: 204 len: 168 time: 0.1430912 Oct 31 15:08:37.867322 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5efd62-c4aa-416d-88dc-e2f5bab00501 tempest-TestShelveInstance-723689958 tempest-TestShelveInstance-723689958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed48918-20e4-4767-9c50-48ea780afc6e,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:37.901952 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51044) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:38.202962 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722ecac-64b6-4554-b732-8f0b7c240eab req-33a8eb7e-8f65-4537-8d56-44f78649ecbe tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:38.204464 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5722ecac-64b6-4554-b732-8f0b7c240eab req-33a8eb7e-8f65-4537-8d56-44f78649ecbe tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 945 time: 0.0593598 Oct 31 15:08:38.310643 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-5722ecac-64b6-4554-b732-8f0b7c240eab req-fe64e48c-0483-41f0-83e5-bbfe08cf5403 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799596 Oct 31 15:08:38.400046 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a931cfcf-e534-44e2-a027-71ecd0db2b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399060'] for router_interface (51ab352e-2997-4cb0-886a-835500cb0461), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:38.451210 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:38.557364 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:38.624023 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-a931cfcf-e534-44e2-a027-71ecd0db2b5f admin admin] Deleting port 9a97c928-ed31-4416-9998-049e4805267b {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:38.624277 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a931cfcf-e534-44e2-a027-71ecd0db2b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (9a97c928-ed31-4416-9998-049e4805267b), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:38.705031 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-a931cfcf-e534-44e2-a027-71ecd0db2b5f admin admin] For port 9a97c928-ed31-4416-9998-049e4805267b, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=9a97c928-ed31-4416-9998-049e4805267b,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:38.705385 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a931cfcf-e534-44e2-a027-71ecd0db2b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (9a97c928-ed31-4416-9998-049e4805267b), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:38.718353 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-a931cfcf-e534-44e2-a027-71ecd0db2b5f admin admin] Calling delete_port for 9a97c928-ed31-4416-9998-049e4805267b owned by network:router_interface {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:38.755079 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:38.897129 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a931cfcf-e534-44e2-a027-71ecd0db2b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (9a97c928-ed31-4416-9998-049e4805267b), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:38.920177 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931cfcf-e534-44e2-a027-71ecd0db2b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=9a97c928-ed31-4416-9998-049e4805267b,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:39.086459 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a931cfcf-e534-44e2-a027-71ecd0db2b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400708'] for router_interface (51ab352e-2997-4cb0-886a-835500cb0461), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:39.106929 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99653fff-ac21-4573-a9f9-ee1d7251f794 None None] get_active_networks_info from dv-cinder-860227-3-iscsi {{(pid=119729) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 15:08:39.209672 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99653fff-ac21-4573-a9f9-ee1d7251f794 None None] Resources bound (agent type, host, resource id): {{(pid=119729) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 15:08:39.290516 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:39.296431 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a931cfcf-e534-44e2-a027-71ecd0db2b5f admin admin] Router 51ab352e-2997-4cb0-886a-835500cb0461 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:08:39.362569 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:39.409244 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a931cfcf-e534-44e2-a027-71ecd0db2b5f admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:08:39.419082 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-a931cfcf-e534-44e2-a027-71ecd0db2b5f admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/51ab352e-2997-4cb0-886a-835500cb0461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5159166 Oct 31 15:08:39.421380 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51056) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:39.427266 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfcc46-1288-44ae-bf1f-522ba54f3e8b None None] Sync routers for ids ['51ab352e-2997-4cb0-886a-835500cb0461'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:08:39.445037 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfcc46-1288-44ae-bf1f-522ba54f3e8b None None] Routers {'51ab352e-2997-4cb0-886a-835500cb0461'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:08:39.445668 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-65bfcc46-1288-44ae-bf1f-522ba54f3e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:08:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['51ab352e-2997-4cb0-886a-835500cb0461'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:39.461608 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:08:39.500625 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:08:39.501801 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 14d95c60-3af1-44e6-8f2c-e5c70ad2e2ae not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:08:39.517898 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75cd4e-b206-45b3-8623-512de4589185 req-8af105c7-6fbb-4ffc-9255-f7a49ae777b1 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:39.536376 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6b75cd4e-b206-45b3-8623-512de4589185 req-8af105c7-6fbb-4ffc-9255-f7a49ae777b1 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 945 time: 0.1297462 Oct 31 15:08:39.557161 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] Publish callbacks [] for router (51ab352e-2997-4cb0-886a-835500cb0461), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:39.573454 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-65bfcc46-1288-44ae-bf1f-522ba54f3e8b None None] Set router 51ab352e-2997-4cb0-886a-835500cb0461 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:08:39.604216 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6b75cd4e-b206-45b3-8623-512de4589185 req-80e399fc-65b3-4fba-9efd-226670335544 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ccf57917-44b8-4c0d-aefd-4533e1a12be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667131 Oct 31 15:08:39.673520 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] Publish callbacks [] for router_gateway (51ab352e-2997-4cb0-886a-835500cb0461), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:39.721082 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] Deleting port 10813969-daf0-4287-880d-d8a505162171 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:39.721711 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (10813969-daf0-4287-880d-d8a505162171), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:39.761795 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-65bfcc46-1288-44ae-bf1f-522ba54f3e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab352e-2997-4cb0-886a-835500cb0461', 'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '10813969-daf0-4287-880d-d8a505162171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:25Z', 'updated_at': '2022-10-31T15:08:38Z', 'revision_number': 5, 'project_id': '357cf607c19548859a14c92a4e90f148', 'gw_port': {'id': '10813969-daf0-4287-880d-d8a505162171', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab352e-2997-4cb0-886a-835500cb0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:26Z', 'updated_at': '2022-10-31T15:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:39.793225 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfcc46-1288-44ae-bf1f-522ba54f3e8b None None] Checking router: 51ab352e-2997-4cb0-886a-835500cb0461 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:08:39.796626 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:39.810424 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfcc46-1288-44ae-bf1f-522ba54f3e8b None None] Routers {'51ab352e-2997-4cb0-886a-835500cb0461'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:08:39.811247 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-65bfcc46-1288-44ae-bf1f-522ba54f3e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:08:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['51ab352e-2997-4cb0-886a-835500cb0461'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:39.830473 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e2cd0-e1c2-4788-93eb-37e2f489be05 req-9438b839-4505-4bbf-9327-b48ffe209e27 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:39.831970 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e59e2cd0-e1c2-4788-93eb-37e2f489be05 req-9438b839-4505-4bbf-9327-b48ffe209e27 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 945 time: 0.0879276 Oct 31 15:08:39.894081 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] For port 10813969-daf0-4287-880d-d8a505162171, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=10813969-daf0-4287-880d-d8a505162171,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:39.894445 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (10813969-daf0-4287-880d-d8a505162171), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:39.935778 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] Calling delete_port for 10813969-daf0-4287-880d-d8a505162171 owned by network:router_gateway {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:39.962279 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-e59e2cd0-e1c2-4788-93eb-37e2f489be05 req-2a60b3ee-3fc0-4eaf-8a28-f534c3ef6e86 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Deleting port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:39.962615 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e59e2cd0-e1c2-4788-93eb-37e2f489be05 req-2a60b3ee-3fc0-4eaf-8a28-f534c3ef6e86 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:39.973712 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:39.993781 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-65bfcc46-1288-44ae-bf1f-522ba54f3e8b None None] Set router 51ab352e-2997-4cb0-886a-835500cb0461 gateway port host: None {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:08:40.015049 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-4400d91b-2a76-4ccb-8070-075e6b9e25f5 None None] Provisioning complete for port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:08:40.015671 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-4400d91b-2a76-4ccb-8070-075e6b9e25f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:40.016007 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-4400d91b-2a76-4ccb-8070-075e6b9e25f5 None None] Attempt 1 to provision port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 Oct 31 15:08:40.042088 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-65bfcc46-1288-44ae-bf1f-522ba54f3e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab352e-2997-4cb0-886a-835500cb0461', 'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:25Z', 'updated_at': '2022-10-31T15:08:39Z', 'revision_number': 6, 'project_id': '357cf607c19548859a14c92a4e90f148', 'gw_port_host': None}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:40.070274 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfcc46-1288-44ae-bf1f-522ba54f3e8b None None] The sync data for ids ['51ab352e-2997-4cb0-886a-835500cb0461'] in dv-cinder-860227-3-iscsi is: [{'id': '51ab352e-2997-4cb0-886a-835500cb0461', 'name': 'tempest-TestShelveInstance-836744207-router', 'tenant_id': '357cf607c19548859a14c92a4e90f148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:25Z', 'updated_at': '2022-10-31T15:08:39Z', 'revision_number': 6, 'project_id': '357cf607c19548859a14c92a4e90f148', 'gw_port_host': None}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:08:40.094622 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-4400d91b-2a76-4ccb-8070-075e6b9e25f5 None None] Current status of the port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:08:40.139258 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-e59e2cd0-e1c2-4788-93eb-37e2f489be05 req-2a60b3ee-3fc0-4eaf-8a28-f534c3ef6e86 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] For port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=2a20279b-5dcc-41a2-ac81-47e5c15b62b8,segment=NetworkSegment(b459c3aa-1fe0-4a2b-b536-1b74fed1b938),segment_id=b459c3aa-1fe0-4a2b-b536-1b74fed1b938)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:40.139643 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e59e2cd0-e1c2-4788-93eb-37e2f489be05 req-2a60b3ee-3fc0-4eaf-8a28-f534c3ef6e86 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:40.160980 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-e59e2cd0-e1c2-4788-93eb-37e2f489be05 req-2a60b3ee-3fc0-4eaf-8a28-f534c3ef6e86 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Calling delete_port for 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:40.235608 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:40.248300 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:40.276793 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (10813969-daf0-4287-880d-d8a505162171), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:40.308186 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] Pushing event deleted for resources: {'Port': ['ID=10813969-daf0-4287-880d-d8a505162171,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:40.409558 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398739'] for router_gateway (51ab352e-2997-4cb0-886a-835500cb0461), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:40.413761 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e59e2cd0-e1c2-4788-93eb-37e2f489be05 req-2a60b3ee-3fc0-4eaf-8a28-f534c3ef6e86 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (2a20279b-5dcc-41a2-ac81-47e5c15b62b8), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:40.424422 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['2a20279b-5dcc-41a2-ac81-47e5c15b62b8'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:08:40.500110 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60b3ee-3fc0-4eaf-8a28-f534c3ef6e86 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Pushing event deleted for resources: {'Port': ['ID=2a20279b-5dcc-41a2-ac81-47e5c15b62b8,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:40.541386 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56567'] for router (51ab352e-2997-4cb0-886a-835500cb0461), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:40.817501 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] Publish callbacks [] for router_controller (51ab352e-2997-4cb0-886a-835500cb0461), precommit_delete_associations {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:40.901398 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-0d9f9f20-3101-4651-b508-707ece43c676 req-affd540e-305c-4e50-97b5-1f99fa3e0cbf tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9cc9303-4a2f-44f1-84cf-b21cbfc2281e HTTP/1.1" status: 200 len: 210 time: 0.0852702 Oct 31 15:08:40.901804 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59e2cd0-e1c2-4788-93eb-37e2f489be05 req-2a60b3ee-3fc0-4eaf-8a28-f534c3ef6e86 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] No DVR routers for this DVR port 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:08:40.904871 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-e59e2cd0-e1c2-4788-93eb-37e2f489be05 req-2a60b3ee-3fc0-4eaf-8a28-f534c3ef6e86 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:40.908238 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-e59e2cd0-e1c2-4788-93eb-37e2f489be05 req-2a60b3ee-3fc0-4eaf-8a28-f534c3ef6e86 tempest-TestMinimumBasicScenario-1769742441 tempest-TestMinimumBasicScenario-1769742441-project] 10.222.0.44 "DELETE /networking/v2.0/ports/2a20279b-5dcc-41a2-ac81-47e5c15b62b8 HTTP/1.1" status: 204 len: 173 time: 1.0704534 Oct 31 15:08:40.908891 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'name': 'network-vif-deleted', 'tag': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:08:40.911383 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e83c97-f890-4e46-9e47-8af13fff08d5" -d '{"events": [{"server_uuid": "d9cc9303-4a2f-44f1-84cf-b21cbfc2281e", "name": "network-vif-deleted", "tag": "2a20279b-5dcc-41a2-ac81-47e5c15b62b8"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:08:40.923257 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:08:40.941619 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400657'] for router (51ab352e-2997-4cb0-886a-835500cb0461), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:40.942362 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51ab352e-2997-4cb0-886a-835500cb0461 {{(pid=119727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 15:08:40.953553 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:40.954783 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-3f7916ab-be3a-49d8-a23d-28a2ab365730 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/51ab352e-2997-4cb0-886a-835500cb0461 HTTP/1.1" status: 204 len: 168 time: 1.5324085 Oct 31 15:08:40.958866 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51062) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:41.011255 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e6d4ba-f4d9-4589-94e9-b8faee7869e7 x-openstack-request-id: req-e6e6d4ba-f4d9-4589-94e9-b8faee7869e7 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:08:41.012511 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cc9303-4a2f-44f1-84cf-b21cbfc2281e", "name": "network-vif-deleted", "tag": "2a20279b-5dcc-41a2-ac81-47e5c15b62b8", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:08:41.013065 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6e6d4ba-f4d9-4589-94e9-b8faee7869e7 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:08:41.013603 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e6d4ba-f4d9-4589-94e9-b8faee7869e7'] response: {'server_uuid': 'd9cc9303-4a2f-44f1-84cf-b21cbfc2281e', 'name': 'network-vif-deleted', 'tag': '2a20279b-5dcc-41a2-ac81-47e5c15b62b8', 'status': 'completed', 'code': 200} Oct 31 15:08:41.034850 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf8a5f3-b72c-4a79-af0f-53dc46723c79 admin admin] Deleting subnet 72cc5669-a813-47c1-807d-6c6b4ba2c650 {{(pid=119727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 15:08:41.039727 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a5f3-b72c-4a79-af0f-53dc46723c79 admin admin] Publish callbacks [] for subnet (72cc5669-a813-47c1-807d-6c6b4ba2c650), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.082608 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a5f3-b72c-4a79-af0f-53dc46723c79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13779360'] for subnet (72cc5669-a813-47c1-807d-6c6b4ba2c650), precommit_delete_associations {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.214719 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a5f3-b72c-4a79-af0f-53dc46723c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (72cc5669-a813-47c1-807d-6c6b4ba2c650), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.274279 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a5f3-b72c-4a79-af0f-53dc46723c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15224884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14532878'] for subnet (72cc5669-a813-47c1-807d-6c6b4ba2c650), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.301596 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8a5f3-b72c-4a79-af0f-53dc46723c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72cc5669-a813-47c1-807d-6c6b4ba2c650,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:41.305527 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a5f3-b72c-4a79-af0f-53dc46723c79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.311583 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-bdf8a5f3-b72c-4a79-af0f-53dc46723c79 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/72cc5669-a813-47c1-807d-6c6b4ba2c650 HTTP/1.1" status: 204 len: 168 time: 0.3486195 Oct 31 15:08:41.311765 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a45db7-6c5b-49ec-9e84-ab737aadabf4 None None] Network 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:08:41.312273 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51064) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:41.401905 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (0fc6c91a-9e65-4b6a-ab10-7d33cb435534), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.460533 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] Deleting port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:41.460872 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.487209 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] DHCP port deletion for 0fc6c91a-9e65-4b6a-ab10-7d33cb435534 request from dv-cinder-860227-3-iscsi {{(pid=119729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 15:08:41.536297 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] For port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=6f8c65d2-e2c6-47af-975c-7d5b96d8f283,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:41.536979 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.538914 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Deleting port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 {{(pid=119729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:41.539406 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), before_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.554811 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:41.560797 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] Calling delete_port for 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 owned by network:dhcp {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:41.613567 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] For port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=6f8c65d2-e2c6-47af-975c-7d5b96d8f283,segment=NetworkSegment(12c34cc8-a1dd-4feb-95ab-f68fd8abb726),segment_id=12c34cc8-a1dd-4feb-95ab-f68fd8abb726)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:41.613961 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), precommit_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.630753 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Calling delete_port for 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 owned by network:dhcp {{(pid=119729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:41.653791 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.658911 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:41.681337 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8c65d2-e2c6-47af-975c-7d5b96d8f283,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:41.686439 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] No DVR routers for this DVR port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 on host dv-cinder-860227-3-iscsi {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:08:41.717704 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290'] for port (6f8c65d2-e2c6-47af-975c-7d5b96d8f283), after_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.720736 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:41.746239 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Pushing event deleted for resources: {'Port': ['ID=6f8c65d2-e2c6-47af-975c-7d5b96d8f283,revision_number=None']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:41.750682 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] No DVR routers for this DVR port 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 on host dv-cinder-860227-3-iscsi {{(pid=119729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:08:41.765158 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:41.765593 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:41.766112 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:41.766450 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:41.766731 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (0fc6c91a-9e65-4b6a-ab10-7d33cb435534), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.766853 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:41.767108 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:41.767428 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:41.767775 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:41.768097 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:41.768418 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:41.768740 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:41.769058 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:41.769374 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:41.769859 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:41.770317 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dc6f55-df73-4b55-8eac-cc2a7569340b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:08:41.794423 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc6c91a-9e65-4b6a-ab10-7d33cb435534']}} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:41.805131 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c34cc8-a1dd-4feb-95ab-f68fd8abb726') {'for_net_delete': True} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:41.805424 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c34cc8-a1dd-4feb-95ab-f68fd8abb726') {} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:41.807775 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 9a97c928-ed31-4416-9998-049e4805267b no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:08:41.815332 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13779369'] for segment (12c34cc8-a1dd-4feb-95ab-f68fd8abb726), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.827182 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 9a97c928-ed31-4416-9998-049e4805267b {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:08:41.827530 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 9a97c928-ed31-4416-9998-049e4805267b not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:08:41.828031 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 10813969-daf0-4287-880d-d8a505162171 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:08:41.829387 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (12c34cc8-a1dd-4feb-95ab-f68fd8abb726), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.829856 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:41.837446 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=119727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 15:08:41.837853 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15224914'] for segment (12c34cc8-a1dd-4feb-95ab-f68fd8abb726), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.847920 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 10813969-daf0-4287-880d-d8a505162171 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:08:41.848236 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 10813969-daf0-4287-880d-d8a505162171 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:08:41.848645 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:08:41.872547 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:08:41.873008 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 6f8c65d2-e2c6-47af-975c-7d5b96d8f283 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:08:41.899988 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (0fc6c91a-9e65-4b6a-ab10-7d33cb435534), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.921356 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:41.924550 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/0fc6c91a-9e65-4b6a-ab10-7d33cb435534 HTTP/1.1" status: 204 len: 168 time: 0.6112800 Oct 31 15:08:41.925662 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704191c-766c-485c-a8f0-03315e261491 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc6c91a-9e65-4b6a-ab10-7d33cb435534,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:41.927463 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51070) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:42.000263 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment 12c34cc8-a1dd-4feb-95ab-f68fd8abb726 resource provider aggregate not found Oct 31 15:08:42.019369 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment 12c34cc8-a1dd-4feb-95ab-f68fd8abb726 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12c34cc8-a1dd-4feb-95ab-f68fd8abb726 found for delete ", "request_id": "req-63d95b48-8237-4582-8963-86ef3de3d005"}]} Oct 31 15:08:42.257826 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-807abc7d-5bdb-4e70-aac1-6a02a3c5fa7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399060'] for router_interface (a02c90c7-309d-4583-ace8-8b15dd70f1c4), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:42.360782 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:42.431144 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:42.496539 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-807abc7d-5bdb-4e70-aac1-6a02a3c5fa7f admin admin] Deleting port c2301b35-abc7-44ff-80fd-33dd131f83a1 {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:42.496977 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-807abc7d-5bdb-4e70-aac1-6a02a3c5fa7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:42.541106 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51122) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:42.582275 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-807abc7d-5bdb-4e70-aac1-6a02a3c5fa7f admin admin] For port c2301b35-abc7-44ff-80fd-33dd131f83a1, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=c2301b35-abc7-44ff-80fd-33dd131f83a1,segment=NetworkSegment(59206740-21c6-4449-9060-7a16c8a9a92f),segment_id=59206740-21c6-4449-9060-7a16c8a9a92f)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:42.582636 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-807abc7d-5bdb-4e70-aac1-6a02a3c5fa7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:42.596478 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-807abc7d-5bdb-4e70-aac1-6a02a3c5fa7f admin admin] Calling delete_port for c2301b35-abc7-44ff-80fd-33dd131f83a1 owned by network:router_interface {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:42.774242 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-807abc7d-5bdb-4e70-aac1-6a02a3c5fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (c2301b35-abc7-44ff-80fd-33dd131f83a1), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:42.799646 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807abc7d-5bdb-4e70-aac1-6a02a3c5fa7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2301b35-abc7-44ff-80fd-33dd131f83a1,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:42.860034 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ee105b33-66db-47b3-a19a-789e3a5bc78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399060'] for router_interface (e8e9e653-8bbc-410e-bd2b-192379d54210), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:42.979468 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-807abc7d-5bdb-4e70-aac1-6a02a3c5fa7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400708'] for router_interface (a02c90c7-309d-4583-ace8-8b15dd70f1c4), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:43.001728 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe7b108-a31f-4cd9-9f03-0a9aab22e9fe None None] get_active_networks_info from dv-cinder-860227-3-iscsi {{(pid=119729) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 15:08:43.097707 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-ee105b33-66db-47b3-a19a-789e3a5bc78c admin admin] Deleting port 4050c61a-e05c-4aa6-a274-3f27c2135be8 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:43.098388 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ee105b33-66db-47b3-a19a-789e3a5bc78c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:43.104767 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe7b108-a31f-4cd9-9f03-0a9aab22e9fe None None] Resources bound (agent type, host, resource id): {{(pid=119729) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 15:08:43.184466 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:43.189792 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-ee105b33-66db-47b3-a19a-789e3a5bc78c admin admin] For port 4050c61a-e05c-4aa6-a274-3f27c2135be8, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=4050c61a-e05c-4aa6-a274-3f27c2135be8,segment=NetworkSegment(b459c3aa-1fe0-4a2b-b536-1b74fed1b938),segment_id=b459c3aa-1fe0-4a2b-b536-1b74fed1b938)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:43.190232 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ee105b33-66db-47b3-a19a-789e3a5bc78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:43.205619 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-ee105b33-66db-47b3-a19a-789e3a5bc78c admin admin] Calling delete_port for 4050c61a-e05c-4aa6-a274-3f27c2135be8 owned by network:router_interface {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:43.206404 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807abc7d-5bdb-4e70-aac1-6a02a3c5fa7f admin admin] Router a02c90c7-309d-4583-ace8-8b15dd70f1c4 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:08:43.218296 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:43.269147 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:43.308827 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:43.323632 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807abc7d-5bdb-4e70-aac1-6a02a3c5fa7f admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:08:43.329501 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-807abc7d-5bdb-4e70-aac1-6a02a3c5fa7f admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/a02c90c7-309d-4583-ace8-8b15dd70f1c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4008770 Oct 31 15:08:43.331992 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51124) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:43.336770 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa854c-43da-4c97-b015-f779f6c4c527 None None] Sync routers for ids ['a02c90c7-309d-4583-ace8-8b15dd70f1c4'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:08:43.347445 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa854c-43da-4c97-b015-f779f6c4c527 None None] Routers {'a02c90c7-309d-4583-ace8-8b15dd70f1c4'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:08:43.348413 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-8baa854c-43da-4c97-b015-f779f6c4c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:08:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['a02c90c7-309d-4583-ace8-8b15dd70f1c4'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:43.431936 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ee105b33-66db-47b3-a19a-789e3a5bc78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (4050c61a-e05c-4aa6-a274-3f27c2135be8), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:43.456946 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] Publish callbacks [] for router (a02c90c7-309d-4583-ace8-8b15dd70f1c4), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:43.468247 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-8baa854c-43da-4c97-b015-f779f6c4c527 None None] Set router a02c90c7-309d-4583-ace8-8b15dd70f1c4 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:08:43.488022 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee105b33-66db-47b3-a19a-789e3a5bc78c admin admin] Pushing event deleted for resources: {'Port': ['ID=4050c61a-e05c-4aa6-a274-3f27c2135be8,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:43.501372 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:08:43.557219 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:08:43.557614 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 2a20279b-5dcc-41a2-ac81-47e5c15b62b8 not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:08:43.585445 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] Publish callbacks [] for router_gateway (a02c90c7-309d-4583-ace8-8b15dd70f1c4), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:43.643201 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] Deleting port e0314b01-0770-4bae-8006-8423677d71ff {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:43.643458 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ee105b33-66db-47b3-a19a-789e3a5bc78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400708'] for router_interface (e8e9e653-8bbc-410e-bd2b-192379d54210), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:43.643594 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (e0314b01-0770-4bae-8006-8423677d71ff), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:43.700328 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-8baa854c-43da-4c97-b015-f779f6c4c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'name': 'tempest-TestShelveInstance-28614834-router', 'tenant_id': 'eb900e1a5dd74001934b483145f18364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'e0314b01-0770-4bae-8006-8423677d71ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:08:42Z', 'revision_number': 5, 'project_id': 'eb900e1a5dd74001934b483145f18364', 'gw_port': {'id': 'e0314b01-0770-4bae-8006-8423677d71ff', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:43.728809 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa854c-43da-4c97-b015-f779f6c4c527 None None] Checking router: a02c90c7-309d-4583-ace8-8b15dd70f1c4 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:08:43.737897 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa854c-43da-4c97-b015-f779f6c4c527 None None] Routers {'a02c90c7-309d-4583-ace8-8b15dd70f1c4'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:08:43.738507 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-8baa854c-43da-4c97-b015-f779f6c4c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:08:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['a02c90c7-309d-4583-ace8-8b15dd70f1c4'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:43.752174 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] For port e0314b01-0770-4bae-8006-8423677d71ff, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=e0314b01-0770-4bae-8006-8423677d71ff,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:43.752671 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (e0314b01-0770-4bae-8006-8423677d71ff), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:43.768780 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] Calling delete_port for e0314b01-0770-4bae-8006-8423677d71ff owned by network:router_gateway {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:43.857390 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-8baa854c-43da-4c97-b015-f779f6c4c527 None None] Set router a02c90c7-309d-4583-ace8-8b15dd70f1c4 gateway port host: None {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:08:43.905778 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee105b33-66db-47b3-a19a-789e3a5bc78c admin admin] Router e8e9e653-8bbc-410e-bd2b-192379d54210 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:08:43.922338 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-8baa854c-43da-4c97-b015-f779f6c4c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'name': 'tempest-TestShelveInstance-28614834-router', 'tenant_id': 'eb900e1a5dd74001934b483145f18364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:08:43Z', 'revision_number': 6, 'project_id': 'eb900e1a5dd74001934b483145f18364', 'gw_port_host': None}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:43.955016 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa854c-43da-4c97-b015-f779f6c4c527 None None] The sync data for ids ['a02c90c7-309d-4583-ace8-8b15dd70f1c4'] in dv-cinder-860227-3-iscsi is: [{'id': 'a02c90c7-309d-4583-ace8-8b15dd70f1c4', 'name': 'tempest-TestShelveInstance-28614834-router', 'tenant_id': 'eb900e1a5dd74001934b483145f18364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:32Z', 'updated_at': '2022-10-31T15:08:43Z', 'revision_number': 6, 'project_id': 'eb900e1a5dd74001934b483145f18364', 'gw_port_host': None}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:08:44.006012 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (e0314b01-0770-4bae-8006-8423677d71ff), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.040305 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0314b01-0770-4bae-8006-8423677d71ff,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:44.047136 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee105b33-66db-47b3-a19a-789e3a5bc78c admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:08:44.055663 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-ee105b33-66db-47b3-a19a-789e3a5bc78c admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/e8e9e653-8bbc-410e-bd2b-192379d54210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5131278 Oct 31 15:08:44.056290 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51126) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:44.056779 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e220d7-fc0b-44f1-bae7-28c43763d45d None None] Sync routers for ids ['e8e9e653-8bbc-410e-bd2b-192379d54210'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:08:44.077510 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-376fe21e-296c-4a6e-8c19-f75b6ba44a67 None None] Provisioning complete for port a841d474-0431-4c11-9f11-ce2fb1da8a7b triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:08:44.078075 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-376fe21e-296c-4a6e-8c19-f75b6ba44a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a841d474-0431-4c11-9f11-ce2fb1da8a7b), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.078352 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-376fe21e-296c-4a6e-8c19-f75b6ba44a67 None None] Attempt 1 to provision port a841d474-0431-4c11-9f11-ce2fb1da8a7b Oct 31 15:08:44.081233 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e220d7-fc0b-44f1-bae7-28c43763d45d None None] Routers {'e8e9e653-8bbc-410e-bd2b-192379d54210'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:08:44.081845 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-d2e220d7-fc0b-44f1-bae7-28c43763d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:08:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e8e9e653-8bbc-410e-bd2b-192379d54210'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:44.111308 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398739'] for router_gateway (a02c90c7-309d-4583-ace8-8b15dd70f1c4), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.147174 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:44.199209 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281983d1-9b51-445c-bb76-b4349891e8df None None] get_active_networks_info from dv-cinder-860227-3-iscsi {{(pid=119729) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 15:08:44.209440 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] Publish callbacks [] for router (e8e9e653-8bbc-410e-bd2b-192379d54210), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.210046 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56567'] for router (a02c90c7-309d-4583-ace8-8b15dd70f1c4), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.212738 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] Publish callbacks [] for router_controller (a02c90c7-309d-4583-ace8-8b15dd70f1c4), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.239197 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-376fe21e-296c-4a6e-8c19-f75b6ba44a67 None None] Current status of the port a841d474-0431-4c11-9f11-ce2fb1da8a7b is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:08:44.257584 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:44.264571 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400657'] for router (a02c90c7-309d-4583-ace8-8b15dd70f1c4), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.265846 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a02c90c7-309d-4583-ace8-8b15dd70f1c4 {{(pid=119728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 15:08:44.266684 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-d2e220d7-fc0b-44f1-bae7-28c43763d45d None None] Set router e8e9e653-8bbc-410e-bd2b-192379d54210 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:08:44.272436 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.276432 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-8d1dd38c-4fa1-426a-be75-2d7a72f03e32 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/a02c90c7-309d-4583-ace8-8b15dd70f1c4 HTTP/1.1" status: 204 len: 168 time: 0.9411335 Oct 31 15:08:44.277697 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51128) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:44.335311 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f84902-b5c6-4bcb-baff-e048e125f891 admin admin] Deleting subnet 735a87b8-6774-4b02-814a-f5fd4714504a {{(pid=119728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 15:08:44.337260 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281983d1-9b51-445c-bb76-b4349891e8df None None] Resources bound (agent type, host, resource id): {{(pid=119729) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 15:08:44.338958 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c8f84902-b5c6-4bcb-baff-e048e125f891 admin admin] Publish callbacks [] for subnet (735a87b8-6774-4b02-814a-f5fd4714504a), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.365471 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] Publish callbacks [] for router_gateway (e8e9e653-8bbc-410e-bd2b-192379d54210), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.377196 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:44.391314 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=100 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:44.407705 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c8f84902-b5c6-4bcb-baff-e048e125f891 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290236'] for subnet (735a87b8-6774-4b02-814a-f5fd4714504a), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.424868 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] Deleting port fc596de3-4915-46e9-a3bf-c115c452c329 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:44.425323 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (fc596de3-4915-46e9-a3bf-c115c452c329), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.510192 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-d2e220d7-fc0b-44f1-bae7-28c43763d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:27Z', 'updated_at': '2022-10-31T15:08:43Z', 'revision_number': 5, 'project_id': '87556dde63c246f78107d7191fe9a177', 'gw_port': {'id': 'fc596de3-4915-46e9-a3bf-c115c452c329', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:28Z', 'updated_at': '2022-10-31T15:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:44.510493 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c8f84902-b5c6-4bcb-baff-e048e125f891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (735a87b8-6774-4b02-814a-f5fd4714504a), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.513794 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:44.537676 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e220d7-fc0b-44f1-bae7-28c43763d45d None None] Checking router: e8e9e653-8bbc-410e-bd2b-192379d54210 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:08:44.546298 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e220d7-fc0b-44f1-bae7-28c43763d45d None None] Routers {'e8e9e653-8bbc-410e-bd2b-192379d54210'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:08:44.547187 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-d2e220d7-fc0b-44f1-bae7-28c43763d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:08:18Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e8e9e653-8bbc-410e-bd2b-192379d54210'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:44.561008 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] For port fc596de3-4915-46e9-a3bf-c115c452c329, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=fc596de3-4915-46e9-a3bf-c115c452c329,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:44.561680 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (fc596de3-4915-46e9-a3bf-c115c452c329), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.579174 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] Calling delete_port for fc596de3-4915-46e9-a3bf-c115c452c329 owned by network:router_gateway {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:44.584023 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:44.591875 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c8f84902-b5c6-4bcb-baff-e048e125f891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14674420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14563349'] for subnet (735a87b8-6774-4b02-814a-f5fd4714504a), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.615297 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f84902-b5c6-4bcb-baff-e048e125f891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735a87b8-6774-4b02-814a-f5fd4714504a,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:44.636097 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-c8f84902-b5c6-4bcb-baff-e048e125f891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.640100 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-c8f84902-b5c6-4bcb-baff-e048e125f891 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/735a87b8-6774-4b02-814a-f5fd4714504a HTTP/1.1" status: 204 len: 168 time: 0.3606205 Oct 31 15:08:44.642368 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51130) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:44.652897 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-d2e220d7-fc0b-44f1-bae7-28c43763d45d None None] Set router e8e9e653-8bbc-410e-bd2b-192379d54210 gateway port host: None {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:08:44.705730 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-d2e220d7-fc0b-44f1-bae7-28c43763d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:27Z', 'updated_at': '2022-10-31T15:08:44Z', 'revision_number': 6, 'project_id': '87556dde63c246f78107d7191fe9a177', 'gw_port_host': None}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:44.733856 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (8bb94a3a-be42-4b6d-b1de-dc98614e5510), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.734174 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e220d7-fc0b-44f1-bae7-28c43763d45d None None] The sync data for ids ['e8e9e653-8bbc-410e-bd2b-192379d54210'] in dv-cinder-860227-3-iscsi is: [{'id': 'e8e9e653-8bbc-410e-bd2b-192379d54210', 'name': 'tempest-TestMinimumBasicScenario-1417218042-router', 'tenant_id': '87556dde63c246f78107d7191fe9a177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:27Z', 'updated_at': '2022-10-31T15:08:44Z', 'revision_number': 6, 'project_id': '87556dde63c246f78107d7191fe9a177', 'gw_port_host': None}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:08:44.784334 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (fc596de3-4915-46e9-a3bf-c115c452c329), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.800983 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] Deleting port a841d474-0431-4c11-9f11-ce2fb1da8a7b {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:44.801478 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (a841d474-0431-4c11-9f11-ce2fb1da8a7b), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.819691 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc596de3-4915-46e9-a3bf-c115c452c329,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:44.873774 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] For port a841d474-0431-4c11-9f11-ce2fb1da8a7b, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=a841d474-0431-4c11-9f11-ce2fb1da8a7b,segment=NetworkSegment(59206740-21c6-4449-9060-7a16c8a9a92f),segment_id=59206740-21c6-4449-9060-7a16c8a9a92f)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:44.874262 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (a841d474-0431-4c11-9f11-ce2fb1da8a7b), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.889978 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] Calling delete_port for a841d474-0431-4c11-9f11-ce2fb1da8a7b owned by network:dhcp {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:44.901156 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398739'] for router_gateway (e8e9e653-8bbc-410e-bd2b-192379d54210), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:44.979275 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (a841d474-0431-4c11-9f11-ce2fb1da8a7b), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.000781 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56567'] for router (e8e9e653-8bbc-410e-bd2b-192379d54210), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.003443 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] Publish callbacks [] for router_controller (e8e9e653-8bbc-410e-bd2b-192379d54210), precommit_delete_associations {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.012376 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] Pushing event deleted for resources: {'Port': ['ID=a841d474-0431-4c11-9f11-ce2fb1da8a7b,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:45.014440 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] No DVR routers for this DVR port a841d474-0431-4c11-9f11-ce2fb1da8a7b on host dv-cinder-860227-3-iscsi {{(pid=119728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:08:45.049893 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400657'] for router (e8e9e653-8bbc-410e-bd2b-192379d54210), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.051009 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8e9e653-8bbc-410e-bd2b-192379d54210 {{(pid=119727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 15:08:45.057605 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.058864 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-745440b8-32e8-4ae3-807c-52b199a63e06 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/e8e9e653-8bbc-410e-bd2b-192379d54210 HTTP/1.1" status: 204 len: 168 time: 1.0016439 Oct 31 15:08:45.062164 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51132) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:45.098873 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (8bb94a3a-be42-4b6d-b1de-dc98614e5510), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.124576 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b0cfaf-c782-40ae-b86d-93699d7887aa admin admin] Deleting subnet 9773a748-404e-4292-b891-ff08f4bf3adb {{(pid=119727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 15:08:45.129544 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-61b0cfaf-c782-40ae-b86d-93699d7887aa admin admin] Publish callbacks [] for subnet (9773a748-404e-4292-b891-ff08f4bf3adb), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.140552 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb94a3a-be42-4b6d-b1de-dc98614e5510']}} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:45.153347 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59206740-21c6-4449-9060-7a16c8a9a92f') {'for_net_delete': True} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:45.153571 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59206740-21c6-4449-9060-7a16c8a9a92f') {} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:45.166364 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290229'] for segment (59206740-21c6-4449-9060-7a16c8a9a92f), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.184095 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (59206740-21c6-4449-9060-7a16c8a9a92f), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.195810 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-61b0cfaf-c782-40ae-b86d-93699d7887aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13779360'] for subnet (9773a748-404e-4292-b891-ff08f4bf3adb), precommit_delete_associations {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.196596 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=119728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 15:08:45.197328 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14674322'] for segment (59206740-21c6-4449-9060-7a16c8a9a92f), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.242087 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:45.264956 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b836155a-4e36-4e12-a57c-32dc43122419 None None] Network 8bb94a3a-be42-4b6d-b1de-dc98614e5510 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:08:45.284195 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (8bb94a3a-be42-4b6d-b1de-dc98614e5510), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.294067 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.297730 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/8bb94a3a-be42-4b6d-b1de-dc98614e5510 HTTP/1.1" status: 204 len: 168 time: 0.6540506 Oct 31 15:08:45.304566 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-61b0cfaf-c782-40ae-b86d-93699d7887aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (9773a748-404e-4292-b891-ff08f4bf3adb), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.315674 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f8b3d-77df-468b-a4b9-1e72ec0e2535 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb94a3a-be42-4b6d-b1de-dc98614e5510,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:45.375573 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.services.segments.plugin [-] Segment 59206740-21c6-4449-9060-7a16c8a9a92f resource provider aggregate not found Oct 31 15:08:45.382423 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-61b0cfaf-c782-40ae-b86d-93699d7887aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15224884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14532878'] for subnet (9773a748-404e-4292-b891-ff08f4bf3adb), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.396256 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.services.segments.plugin [-] Segment 59206740-21c6-4449-9060-7a16c8a9a92f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59206740-21c6-4449-9060-7a16c8a9a92f found for delete ", "request_id": "req-9b95e8f4-62cb-444b-8ab1-4150012fdefd"}]} Oct 31 15:08:45.468798 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51142) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:45.517341 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-5b38e109-8d18-4793-90c0-d76488084a31 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=357cf607c19548859a14c92a4e90f148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471606 Oct 31 15:08:45.519968 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51144) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:45.568920 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-a7f3419c-9cb4-49a9-a07c-69ea2a10e7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.575571 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-19c74742-7a37-44e7-88dc-c06f52c68dfa None None] Provisioning complete for port 9a8be305-e130-4164-b60e-35a678d2b7eb triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:08:45.575936 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-19c74742-7a37-44e7-88dc-c06f52c68dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.576269 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-19c74742-7a37-44e7-88dc-c06f52c68dfa None None] Attempt 1 to provision port 9a8be305-e130-4164-b60e-35a678d2b7eb Oct 31 15:08:45.580666 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:45.590409 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3de16c87-c6d7-4716-b813-ac2e790741df admin admin] Publish callbacks [] for security_group (c537ba03-eb68-4d54-9850-9e0e3e364dd8), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.622805 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3de16c87-c6d7-4716-b813-ac2e790741df admin admin] Publish callbacks [] for security_group (c537ba03-eb68-4d54-9850-9e0e3e364dd8), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.682776 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-19c74742-7a37-44e7-88dc-c06f52c68dfa None None] Current status of the port 9a8be305-e130-4164-b60e-35a678d2b7eb is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:08:45.692574 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0cfaf-c782-40ae-b86d-93699d7887aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9773a748-404e-4292-b891-ff08f4bf3adb,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:45.695700 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-61b0cfaf-c782-40ae-b86d-93699d7887aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.699735 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-61b0cfaf-c782-40ae-b86d-93699d7887aa admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/9773a748-404e-4292-b891-ff08f4bf3adb HTTP/1.1" status: 204 len: 168 time: 0.6366296 Oct 31 15:08:45.702663 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51146) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:45.704024 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efac7d6-94a4-4545-ae2a-c26ed71714bc None None] Network c4a62ce2-68c8-420c-86cd-23c7ed970f6e requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:08:45.716243 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3de16c87-c6d7-4716-b813-ac2e790741df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (c537ba03-eb68-4d54-9850-9e0e3e364dd8), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.718871 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-3de16c87-c6d7-4716-b813-ac2e790741df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.722406 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-3de16c87-c6d7-4716-b813-ac2e790741df admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c537ba03-eb68-4d54-9850-9e0e3e364dd8 HTTP/1.1" status: 204 len: 168 time: 0.1990142 Oct 31 15:08:45.729936 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f594159-5bc6-4ebf-9d7b-3a869f3e4305 None None] DHCP port deletion for 8bb94a3a-be42-4b6d-b1de-dc98614e5510 request from dv-cinder-860227-3-iscsi {{(pid=119729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 15:08:45.746548 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de16c87-c6d7-4716-b813-ac2e790741df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c537ba03-eb68-4d54-9850-9e0e3e364dd8,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:45.804457 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (c4a62ce2-68c8-420c-86cd-23c7ed970f6e), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.852517 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device a841d474-0431-4c11-9f11-ce2fb1da8a7b no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:08:45.858660 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] Deleting port 9a8be305-e130-4164-b60e-35a678d2b7eb {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:45.859302 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.876578 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: a841d474-0431-4c11-9f11-ce2fb1da8a7b {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:08:45.876929 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device a841d474-0431-4c11-9f11-ce2fb1da8a7b not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:08:45.877365 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 4050c61a-e05c-4aa6-a274-3f27c2135be8 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:08:45.906334 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 4050c61a-e05c-4aa6-a274-3f27c2135be8 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:08:45.907113 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 4050c61a-e05c-4aa6-a274-3f27c2135be8 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:08:45.907543 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device c2301b35-abc7-44ff-80fd-33dd131f83a1 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:08:45.935676 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9861a74-42cc-4b34-997a-9f649f3f5724 None None] DHCP port deletion for c4a62ce2-68c8-420c-86cd-23c7ed970f6e request from dv-cinder-860227-3-iscsi {{(pid=119729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 15:08:45.939018 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: c2301b35-abc7-44ff-80fd-33dd131f83a1 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:08:45.939394 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device c2301b35-abc7-44ff-80fd-33dd131f83a1 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:08:45.939831 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device e0314b01-0770-4bae-8006-8423677d71ff no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:08:45.948633 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] For port 9a8be305-e130-4164-b60e-35a678d2b7eb, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=9a8be305-e130-4164-b60e-35a678d2b7eb,segment=NetworkSegment(b459c3aa-1fe0-4a2b-b536-1b74fed1b938),segment_id=b459c3aa-1fe0-4a2b-b536-1b74fed1b938)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:45.949126 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:45.962648 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: e0314b01-0770-4bae-8006-8423677d71ff {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:08:45.963001 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device e0314b01-0770-4bae-8006-8423677d71ff not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:08:45.963425 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device fc596de3-4915-46e9-a3bf-c115c452c329 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:08:45.968734 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] Calling delete_port for 9a8be305-e130-4164-b60e-35a678d2b7eb owned by network:dhcp {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:46.001756 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: fc596de3-4915-46e9-a3bf-c115c452c329 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:08:46.002009 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device fc596de3-4915-46e9-a3bf-c115c452c329 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:08:46.017869 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-b9861a74-42cc-4b34-997a-9f649f3f5724 None None] Deleting port 9a8be305-e130-4164-b60e-35a678d2b7eb {{(pid=119729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:46.018230 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b9861a74-42cc-4b34-997a-9f649f3f5724 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), before_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:46.046569 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:46.092800 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:46.095422 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-b9861a74-42cc-4b34-997a-9f649f3f5724 None None] For port 9a8be305-e130-4164-b60e-35a678d2b7eb, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=9a8be305-e130-4164-b60e-35a678d2b7eb,segment=NetworkSegment(b459c3aa-1fe0-4a2b-b536-1b74fed1b938),segment_id=b459c3aa-1fe0-4a2b-b536-1b74fed1b938)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:46.095876 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b9861a74-42cc-4b34-997a-9f649f3f5724 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), precommit_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:46.110550 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-b9861a74-42cc-4b34-997a-9f649f3f5724 None None] Calling delete_port for 9a8be305-e130-4164-b60e-35a678d2b7eb owned by network:dhcp {{(pid=119729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:46.130100 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] No DVR routers for this DVR port 9a8be305-e130-4164-b60e-35a678d2b7eb on host dv-cinder-860227-3-iscsi {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:08:46.138058 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8be305-e130-4164-b60e-35a678d2b7eb,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:46.190510 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b9861a74-42cc-4b34-997a-9f649f3f5724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290'] for port (9a8be305-e130-4164-b60e-35a678d2b7eb), after_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:46.214699 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9861a74-42cc-4b34-997a-9f649f3f5724 None None] Pushing event deleted for resources: {'Port': ['ID=9a8be305-e130-4164-b60e-35a678d2b7eb,revision_number=None']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:46.215168 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (c4a62ce2-68c8-420c-86cd-23c7ed970f6e), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:46.220393 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9861a74-42cc-4b34-997a-9f649f3f5724 None None] No DVR routers for this DVR port 9a8be305-e130-4164-b60e-35a678d2b7eb on host dv-cinder-860227-3-iscsi {{(pid=119729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:08:46.241676 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51152) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:46.248790 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a62ce2-68c8-420c-86cd-23c7ed970f6e']}} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:46.259188 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b459c3aa-1fe0-4a2b-b536-1b74fed1b938') {'for_net_delete': True} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:46.259590 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b459c3aa-1fe0-4a2b-b536-1b74fed1b938') {} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:46.271607 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13779369'] for segment (b459c3aa-1fe0-4a2b-b536-1b74fed1b938), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:46.283283 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-6443601d-3b6b-44e1-9ca9-7b5492a11512 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=eb900e1a5dd74001934b483145f18364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403466 Oct 31 15:08:46.283803 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (b459c3aa-1fe0-4a2b-b536-1b74fed1b938), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:46.285776 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51154) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:46.297053 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=119727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 15:08:46.297439 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15224914'] for segment (b459c3aa-1fe0-4a2b-b536-1b74fed1b938), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:46.324726 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment b459c3aa-1fe0-4a2b-b536-1b74fed1b938 resource provider aggregate not found Oct 31 15:08:46.358444 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment b459c3aa-1fe0-4a2b-b536-1b74fed1b938 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b459c3aa-1fe0-4a2b-b536-1b74fed1b938 found for delete ", "request_id": "req-9036aa43-4d52-42cc-8bf1-559e7d819f1a"}]} Oct 31 15:08:46.394244 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (c4a62ce2-68c8-420c-86cd-23c7ed970f6e), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:46.406311 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:46.406311 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/c4a62ce2-68c8-420c-86cd-23c7ed970f6e HTTP/1.1" status: 204 len: 168 time: 0.7024176 Oct 31 15:08:46.408375 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8d14-2499-45e1-9e05-95204e87c39c admin admin] Publish callbacks [] for security_group (2a2d158a-9011-4d70-8b33-e8052fcb0299), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:46.409155 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51160) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:46.423701 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff6575-28e5-4a8d-a05c-38bf2aa3ce98 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a62ce2-68c8-420c-86cd-23c7ed970f6e,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:46.438722 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8d14-2499-45e1-9e05-95204e87c39c admin admin] Publish callbacks [] for security_group (2a2d158a-9011-4d70-8b33-e8052fcb0299), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:46.492298 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8d14-2499-45e1-9e05-95204e87c39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (2a2d158a-9011-4d70-8b33-e8052fcb0299), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:46.494751 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8d14-2499-45e1-9e05-95204e87c39c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:46.495939 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-a7fd8d14-2499-45e1-9e05-95204e87c39c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2a2d158a-9011-4d70-8b33-e8052fcb0299 HTTP/1.1" status: 204 len: 168 time: 0.2091877 Oct 31 15:08:46.504319 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd8d14-2499-45e1-9e05-95204e87c39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2d158a-9011-4d70-8b33-e8052fcb0299,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:46.749246 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:46.982382 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fcbcc279-e04d-4eea-b051-dc55d430c45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399060'] for router_interface (ea9e7468-df57-4990-80d3-878e0d14cca1), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:47.203820 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-fcbcc279-e04d-4eea-b051-dc55d430c45f admin admin] Deleting port de6dda58-1f37-4697-8921-535dcbd589d0 {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:47.204171 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fcbcc279-e04d-4eea-b051-dc55d430c45f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:47.285049 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-fcbcc279-e04d-4eea-b051-dc55d430c45f admin admin] For port de6dda58-1f37-4697-8921-535dcbd589d0, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=de6dda58-1f37-4697-8921-535dcbd589d0,segment=NetworkSegment(f970c2c0-90e5-408a-880d-93083fdaf4ad),segment_id=f970c2c0-90e5-408a-880d-93083fdaf4ad)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:47.285718 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fcbcc279-e04d-4eea-b051-dc55d430c45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:47.298264 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-fcbcc279-e04d-4eea-b051-dc55d430c45f admin admin] Calling delete_port for de6dda58-1f37-4697-8921-535dcbd589d0 owned by network:router_interface {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:47.406972 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:47.478726 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fcbcc279-e04d-4eea-b051-dc55d430c45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (de6dda58-1f37-4697-8921-535dcbd589d0), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:47.501263 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcc279-e04d-4eea-b051-dc55d430c45f admin admin] Pushing event deleted for resources: {'Port': ['ID=de6dda58-1f37-4697-8921-535dcbd589d0,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:47.552877 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-575f7e49-8a3d-4c8c-b083-fec2186ac40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:47.589920 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:47.695995 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-fcbcc279-e04d-4eea-b051-dc55d430c45f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400708'] for router_interface (ea9e7468-df57-4990-80d3-878e0d14cca1), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:47.716192 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce504f2d-1ae2-432f-9750-29b552bca1e1 None None] get_active_networks_info from dv-cinder-860227-3-iscsi {{(pid=119729) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 15:08:47.804839 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:47.812188 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce504f2d-1ae2-432f-9750-29b552bca1e1 None None] Resources bound (agent type, host, resource id): {{(pid=119729) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 15:08:47.820992 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:47.849501 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 9a8be305-e130-4164-b60e-35a678d2b7eb no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:08:47.904492 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 9a8be305-e130-4164-b60e-35a678d2b7eb {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:08:47.904833 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 9a8be305-e130-4164-b60e-35a678d2b7eb not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:08:47.922405 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbcc279-e04d-4eea-b051-dc55d430c45f admin admin] Router ea9e7468-df57-4990-80d3-878e0d14cca1 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:08:48.029656 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbcc279-e04d-4eea-b051-dc55d430c45f admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:08:48.034650 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-fcbcc279-e04d-4eea-b051-dc55d430c45f admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/ea9e7468-df57-4990-80d3-878e0d14cca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6243374 Oct 31 15:08:48.037135 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51164) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:48.039505 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955cfe4a-428e-4fbe-b609-4a42522c2536 None None] Sync routers for ids ['ea9e7468-df57-4990-80d3-878e0d14cca1'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:08:48.050237 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955cfe4a-428e-4fbe-b609-4a42522c2536 None None] Routers {'ea9e7468-df57-4990-80d3-878e0d14cca1'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:08:48.051170 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-955cfe4a-428e-4fbe-b609-4a42522c2536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:08:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ea9e7468-df57-4990-80d3-878e0d14cca1'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:48.142927 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] Publish callbacks [] for router (ea9e7468-df57-4990-80d3-878e0d14cca1), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:48.160373 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-955cfe4a-428e-4fbe-b609-4a42522c2536 None None] Set router ea9e7468-df57-4990-80d3-878e0d14cca1 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:08:48.249577 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] Publish callbacks [] for router_gateway (ea9e7468-df57-4990-80d3-878e0d14cca1), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:48.294547 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] Deleting port 07e4f2d1-1614-4c70-9fdf-61082e57014f {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:48.295216 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (07e4f2d1-1614-4c70-9fdf-61082e57014f), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:48.338576 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:DELETE=5,neutron:UPDATE=2,neutron:SELECT=93 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:48.343091 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-955cfe4a-428e-4fbe-b609-4a42522c2536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'name': 'tempest-TestMinimumBasicScenario-1517535440-router', 'tenant_id': '36697cb548a14f47a84f7eebd452983f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '07e4f2d1-1614-4c70-9fdf-61082e57014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:08:47Z', 'revision_number': 5, 'project_id': '36697cb548a14f47a84f7eebd452983f', 'gw_port': {'id': '07e4f2d1-1614-4c70-9fdf-61082e57014f', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:48.372419 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955cfe4a-428e-4fbe-b609-4a42522c2536 None None] Checking router: ea9e7468-df57-4990-80d3-878e0d14cca1 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:08:48.381356 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955cfe4a-428e-4fbe-b609-4a42522c2536 None None] Routers {'ea9e7468-df57-4990-80d3-878e0d14cca1'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:08:48.383225 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-955cfe4a-428e-4fbe-b609-4a42522c2536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:08:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['ea9e7468-df57-4990-80d3-878e0d14cca1'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:48.383884 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] For port 07e4f2d1-1614-4c70-9fdf-61082e57014f, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=07e4f2d1-1614-4c70-9fdf-61082e57014f,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:48.384254 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (07e4f2d1-1614-4c70-9fdf-61082e57014f), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:48.399544 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] Calling delete_port for 07e4f2d1-1614-4c70-9fdf-61082e57014f owned by network:router_gateway {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:48.470890 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-955cfe4a-428e-4fbe-b609-4a42522c2536 None None] Set router ea9e7468-df57-4990-80d3-878e0d14cca1 gateway port host: None {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:08:48.517033 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:48.526880 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-955cfe4a-428e-4fbe-b609-4a42522c2536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'name': 'tempest-TestMinimumBasicScenario-1517535440-router', 'tenant_id': '36697cb548a14f47a84f7eebd452983f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:08:48Z', 'revision_number': 6, 'project_id': '36697cb548a14f47a84f7eebd452983f', 'gw_port_host': None}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:48.556265 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955cfe4a-428e-4fbe-b609-4a42522c2536 None None] The sync data for ids ['ea9e7468-df57-4990-80d3-878e0d14cca1'] in dv-cinder-860227-3-iscsi is: [{'id': 'ea9e7468-df57-4990-80d3-878e0d14cca1', 'name': 'tempest-TestMinimumBasicScenario-1517535440-router', 'tenant_id': '36697cb548a14f47a84f7eebd452983f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:06:32Z', 'updated_at': '2022-10-31T15:08:48Z', 'revision_number': 6, 'project_id': '36697cb548a14f47a84f7eebd452983f', 'gw_port_host': None}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:08:48.561478 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-552454c3-e149-413e-a994-187bb7bc2b48 None None] Provisioning complete for port c5a5494a-e9b8-4001-9905-13412d7baf07 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:08:48.561849 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-552454c3-e149-413e-a994-187bb7bc2b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (c5a5494a-e9b8-4001-9905-13412d7baf07), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:48.562185 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-552454c3-e149-413e-a994-187bb7bc2b48 None None] Attempt 1 to provision port c5a5494a-e9b8-4001-9905-13412d7baf07 Oct 31 15:08:48.580142 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (07e4f2d1-1614-4c70-9fdf-61082e57014f), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:48.620449 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e4f2d1-1614-4c70-9fdf-61082e57014f,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:48.637837 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-552454c3-e149-413e-a994-187bb7bc2b48 None None] Current status of the port c5a5494a-e9b8-4001-9905-13412d7baf07 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:08:48.674376 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398739'] for router_gateway (ea9e7468-df57-4990-80d3-878e0d14cca1), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:48.760079 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56567'] for router (ea9e7468-df57-4990-80d3-878e0d14cca1), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:48.762069 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] Publish callbacks [] for router_controller (ea9e7468-df57-4990-80d3-878e0d14cca1), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:48.801845 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400657'] for router (ea9e7468-df57-4990-80d3-878e0d14cca1), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:48.802413 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea9e7468-df57-4990-80d3-878e0d14cca1 {{(pid=119728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 15:08:48.807287 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:48.808504 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9bff48da-5a82-422c-90f4-48a33efe8b12 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/ea9e7468-df57-4990-80d3-878e0d14cca1 HTTP/1.1" status: 204 len: 168 time: 0.7702820 Oct 31 15:08:48.811000 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51166) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:48.858178 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f32f907-78d1-4519-b487-55b54faca68e admin admin] Deleting subnet 36fa9feb-64e3-487c-8145-64c220f5853e {{(pid=119728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 15:08:48.861196 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6f32f907-78d1-4519-b487-55b54faca68e admin admin] Publish callbacks [] for subnet (36fa9feb-64e3-487c-8145-64c220f5853e), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:48.895431 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6f32f907-78d1-4519-b487-55b54faca68e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290236'] for subnet (36fa9feb-64e3-487c-8145-64c220f5853e), precommit_delete_associations {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:48.980667 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6f32f907-78d1-4519-b487-55b54faca68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (36fa9feb-64e3-487c-8145-64c220f5853e), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.035755 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6f32f907-78d1-4519-b487-55b54faca68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14674420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14563349'] for subnet (36fa9feb-64e3-487c-8145-64c220f5853e), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.060241 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32f907-78d1-4519-b487-55b54faca68e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36fa9feb-64e3-487c-8145-64c220f5853e,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:49.065970 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-6f32f907-78d1-4519-b487-55b54faca68e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for subnet (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.069439 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-6f32f907-78d1-4519-b487-55b54faca68e admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/36fa9feb-64e3-487c-8145-64c220f5853e HTTP/1.1" status: 204 len: 168 time: 0.2573578 Oct 31 15:08:49.071837 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51168) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:49.073811 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1b1eb-2524-4f95-8bfd-23ffcbc27dc9 None None] Network 2f736543-db85-4bd8-accc-6e26a13a7a56 requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:08:49.145259 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (2f736543-db85-4bd8-accc-6e26a13a7a56), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.150399 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.189122 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] Deleting port c5a5494a-e9b8-4001-9905-13412d7baf07 {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:08:49.189480 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (c5a5494a-e9b8-4001-9905-13412d7baf07), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.236021 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:49.260393 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] For port c5a5494a-e9b8-4001-9905-13412d7baf07, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=c5a5494a-e9b8-4001-9905-13412d7baf07,segment=NetworkSegment(f970c2c0-90e5-408a-880d-93083fdaf4ad),segment_id=f970c2c0-90e5-408a-880d-93083fdaf4ad)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:08:49.260701 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (c5a5494a-e9b8-4001-9905-13412d7baf07), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.273752 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] Calling delete_port for c5a5494a-e9b8-4001-9905-13412d7baf07 owned by network:dhcp {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:08:49.355322 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6838f7a-0283-44f9-99ac-ab3d94c2c167 None None] DHCP port deletion for 2f736543-db85-4bd8-accc-6e26a13a7a56 request from dv-cinder-860227-3-iscsi {{(pid=119729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 15:08:49.355610 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (c5a5494a-e9b8-4001-9905-13412d7baf07), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.383032 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a5494a-e9b8-4001-9905-13412d7baf07,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:49.388824 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] No DVR routers for this DVR port c5a5494a-e9b8-4001-9905-13412d7baf07 on host dv-cinder-860227-3-iscsi {{(pid=119728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:08:49.461719 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (2f736543-db85-4bd8-accc-6e26a13a7a56), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.479101 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:49.482736 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f736543-db85-4bd8-accc-6e26a13a7a56']}} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:49.493968 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f970c2c0-90e5-408a-880d-93083fdaf4ad') {'for_net_delete': True} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:49.494266 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.services.segments.db [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f970c2c0-90e5-408a-880d-93083fdaf4ad') {} {{(pid=119728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:08:49.504465 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290229'] for segment (f970c2c0-90e5-408a-880d-93083fdaf4ad), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.519376 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (f970c2c0-90e5-408a-880d-93083fdaf4ad), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.527017 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=119728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 15:08:49.527377 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14674322'] for segment (f970c2c0-90e5-408a-880d-93083fdaf4ad), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.576790 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.services.segments.plugin [-] Segment f970c2c0-90e5-408a-880d-93083fdaf4ad resource provider aggregate not found Oct 31 15:08:49.596725 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.services.segments.plugin [-] Segment f970c2c0-90e5-408a-880d-93083fdaf4ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f970c2c0-90e5-408a-880d-93083fdaf4ad found for delete ", "request_id": "req-95e418ef-2057-4f87-8174-3ba9523f5705"}]} Oct 31 15:08:49.601830 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (2f736543-db85-4bd8-accc-6e26a13a7a56), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.608292 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.614190 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/2f736543-db85-4bd8-accc-6e26a13a7a56 HTTP/1.1" status: 204 len: 168 time: 0.5390584 Oct 31 15:08:49.623955 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64225fe-0e9e-4fd7-b295-544bc7fe0003 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f736543-db85-4bd8-accc-6e26a13a7a56,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:49.784169 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51176) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:49.797323 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 07e4f2d1-1614-4c70-9fdf-61082e57014f no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:08:49.820869 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 07e4f2d1-1614-4c70-9fdf-61082e57014f {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:08:49.821210 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 07e4f2d1-1614-4c70-9fdf-61082e57014f not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:08:49.821625 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device c5a5494a-e9b8-4001-9905-13412d7baf07 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:08:49.825769 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-9a78b5b4-be76-4d44-85c6-741778e454f6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=87556dde63c246f78107d7191fe9a177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404434 Oct 31 15:08:49.828344 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51178) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:49.840185 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: c5a5494a-e9b8-4001-9905-13412d7baf07 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:08:49.840529 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device c5a5494a-e9b8-4001-9905-13412d7baf07 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:08:49.840934 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device de6dda58-1f37-4697-8921-535dcbd589d0 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:08:49.858554 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: de6dda58-1f37-4697-8921-535dcbd589d0 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:08:49.858890 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device de6dda58-1f37-4697-8921-535dcbd589d0 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:08:49.876409 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-87e5a6d7-1845-4528-a2b1-b38682dbc893 admin admin] Publish callbacks [] for security_group (ccf57917-44b8-4c0d-aefd-4533e1a12be7), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.896411 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-87e5a6d7-1845-4528-a2b1-b38682dbc893 admin admin] Publish callbacks [] for security_group (ccf57917-44b8-4c0d-aefd-4533e1a12be7), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.945319 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-87e5a6d7-1845-4528-a2b1-b38682dbc893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (ccf57917-44b8-4c0d-aefd-4533e1a12be7), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.948010 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-87e5a6d7-1845-4528-a2b1-b38682dbc893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:49.949147 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-87e5a6d7-1845-4528-a2b1-b38682dbc893 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ccf57917-44b8-4c0d-aefd-4533e1a12be7 HTTP/1.1" status: 204 len: 168 time: 0.1199813 Oct 31 15:08:49.956784 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5a6d7-1845-4528-a2b1-b38682dbc893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf57917-44b8-4c0d-aefd-4533e1a12be7,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:50.270322 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51184) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:50.313947 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-611adda9-136f-4200-8eac-c01b9f3aacc6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=36697cb548a14f47a84f7eebd452983f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424128 Oct 31 15:08:50.316295 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51186) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:08:50.363684 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-640fdf8e-4c46-4a74-b775-f2e345ef440c admin admin] Publish callbacks [] for security_group (91cc4780-8b31-47c5-807f-928301c5fac9), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:50.384039 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-640fdf8e-4c46-4a74-b775-f2e345ef440c admin admin] Publish callbacks [] for security_group (91cc4780-8b31-47c5-807f-928301c5fac9), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:50.429959 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-640fdf8e-4c46-4a74-b775-f2e345ef440c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (91cc4780-8b31-47c5-807f-928301c5fac9), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:50.432488 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-640fdf8e-4c46-4a74-b775-f2e345ef440c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:50.433616 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-640fdf8e-4c46-4a74-b775-f2e345ef440c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/91cc4780-8b31-47c5-807f-928301c5fac9 HTTP/1.1" status: 204 len: 168 time: 0.1164637 Oct 31 15:08:50.441087 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fdf8e-4c46-4a74-b775-f2e345ef440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cc4780-8b31-47c5-807f-928301c5fac9,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:08:50.665166 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:50.819904 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:08:54.654441 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-48dac078-c7c0-4e80-9232-7be04f586f7f req-7ee3d7c6-5546-44f5-b3d9-f72dc0975916 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375760 Oct 31 15:08:54.688126 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:54.708529 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=67 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:54.709459 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=38 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:54.718986 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dac078-c7c0-4e80-9232-7be04f586f7f req-572d7260-36e2-4227-90f6-0835bc04b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:54.720537 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-48dac078-c7c0-4e80-9232-7be04f586f7f req-572d7260-36e2-4227-90f6-0835bc04b896 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 1129 time: 0.0409250 Oct 31 15:08:54.828568 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dac078-c7c0-4e80-9232-7be04f586f7f req-6292c066-dc4e-48e0-8ca8-3949654e0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:54.829936 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-48dac078-c7c0-4e80-9232-7be04f586f7f req-6292c066-dc4e-48e0-8ca8-3949654e0ab3 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 912 time: 0.0879831 Oct 31 15:08:54.892311 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-48dac078-c7c0-4e80-9232-7be04f586f7f req-19fad6d8-f6ba-4ede-9178-1ebf8364e5ab service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01c6e9f9-8dac-4996-b9c6-53898d243ad8 HTTP/1.1" status: 200 len: 1001 time: 0.0563440 Oct 31 15:08:54.939516 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dac078-c7c0-4e80-9232-7be04f586f7f req-6d2471e1-0ec1-46c9-ac11-b2dedaf31edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:54.940961 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-48dac078-c7c0-4e80-9232-7be04f586f7f req-6d2471e1-0ec1-46c9-ac11-b2dedaf31edc service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a6b7f579-3d17-4254-93e8-82d282f8242f HTTP/1.1" status: 200 len: 850 time: 0.0435452 Oct 31 15:08:54.986753 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dac078-c7c0-4e80-9232-7be04f586f7f req-c6beef29-362b-4332-8d92-4073d88f5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:54.988291 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-48dac078-c7c0-4e80-9232-7be04f586f7f req-c6beef29-362b-4332-8d92-4073d88f5425 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421622 Oct 31 15:08:55.078170 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-48dac078-c7c0-4e80-9232-7be04f586f7f req-d53665ee-7246-4f76-ba38-3df660332078 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837305 Oct 31 15:08:55.174135 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-48dac078-c7c0-4e80-9232-7be04f586f7f req-5766357a-12a8-414c-9d65-14f3105325a4 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897472 Oct 31 15:08:58.916769 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:08:58.948579 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-623ed14e-7d3c-47e6-9840-e2231385301a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-825469118&fields=id&tenant_id=d7f5a9331dd54d9e8b5033234cb1077a HTTP/1.1" status: 200 len: 267 time: 0.0462120 Oct 31 15:08:59.053488 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af543a-37f4-431c-b50b-67278a225c93 req-5adc6294-a469-4c6d-bfec-469838722bcd tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:08:59.054890 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-5adc6294-a469-4c6d-bfec-469838722bcd tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 811 time: 0.0997200 Oct 31 15:08:59.069379 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-b592706e-fee7-45fc-8f7b-47b05015aa16 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/quotas/d7f5a9331dd54d9e8b5033234cb1077a HTTP/1.1" status: 200 len: 375 time: 0.0091178 Oct 31 15:08:59.124119 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-89d61229-db01-4a5a-9a6b-bdf0de8bcae6 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500188 Oct 31 15:08:59.218289 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-4a3331fa-20f0-488f-b95e-8c37f4aa7e9d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829406 Oct 31 15:08:59.310935 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-3cc66324-25bd-4bc6-b77f-dcff573a3aa7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867655 Oct 31 15:08:59.618098 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-7c1c7fab-c2ea-4cc8-a1ea-5d7199df0789 req-878d542d-2081-4de2-a70c-97054cce74e5 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 210 time: 0.0296628 Oct 31 15:09:00.743832 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-6ae5ce5f-8f30-4cb7-b735-549c02103579 req-45778172-04c4-4cd5-9aa4-eddabb8a4080 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 210 time: 0.0418551 Oct 31 15:09:00.751677 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af543a-37f4-431c-b50b-67278a225c93 req-273ddad7-627b-4ccc-8ca7-abaaeffc409f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:00.753089 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-273ddad7-627b-4ccc-8ca7-abaaeffc409f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.44 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 811 time: 0.1415794 Oct 31 15:09:00.811327 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:00.812131 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:00.814803 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:00.819403 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-04a2cfd6-084d-469a-9958-e0a40491075c tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.44 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d7f5a9331dd54d9e8b5033234cb1077a HTTP/1.1" status: 200 len: 379 time: 0.0567040 Oct 31 15:09:00.827054 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-d1af543a-37f4-431c-b50b-67278a225c93 req-d59e6c4c-a158-42aa-9778-327b4de5263a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Request body: {'port': {'device_id': '5d5e18db-c0c5-4201-87d5-890679097b1b', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'admin_state_up': True, 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'security_groups': ['2d31d421-d9fb-4833-83a6-13cb312e84d9']}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:09:00.933077 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1af543a-37f4-431c-b50b-67278a225c93 req-d59e6c4c-a158-42aa-9778-327b4de5263a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Made reservation on behalf of d7f5a9331dd54d9e8b5033234cb1077a for: {'port': 1} {{(pid=119727) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 15:09:00.936736 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d1af543a-37f4-431c-b50b-67278a225c93 req-d59e6c4c-a158-42aa-9778-327b4de5263a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:01.070531 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [req-d1af543a-37f4-431c-b50b-67278a225c93 req-d59e6c4c-a158-42aa-9778-327b4de5263a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Allocated IP 172.20.0.10 (3aa20268-e1a0-450c-8a2f-a6e3730c1b1e/a6b7f579-3d17-4254-93e8-82d282f8242f/61b79242-a3fb-45f8-8cae-9a795c2147e0) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:09:01.168977 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:01.222053 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d1af543a-37f4-431c-b50b-67278a225c93 req-d59e6c4c-a158-42aa-9778-327b4de5263a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:01.253023 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d1af543a-37f4-431c-b50b-67278a225c93 req-d59e6c4c-a158-42aa-9778-327b4de5263a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:01.295071 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1af543a-37f4-431c-b50b-67278a225c93 req-d59e6c4c-a158-42aa-9778-327b4de5263a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:09:01.300196 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [req-d1af543a-37f4-431c-b50b-67278a225c93 req-d59e6c4c-a158-42aa-9778-327b4de5263a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:09:01.304570 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1af543a-37f4-431c-b50b-67278a225c93 req-d59e6c4c-a158-42aa-9778-327b4de5263a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:09:01.310555 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e6c4c-a158-42aa-9778-327b4de5263a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'Port': ['ID=61b79242-a3fb-45f8-8cae-9a795c2147e0,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:09:01.357419 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af543a-37f4-431c-b50b-67278a225c93 req-d59e6c4c-a158-42aa-9778-327b4de5263a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:01.358020 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d1af543a-37f4-431c-b50b-67278a225c93 req-d59e6c4c-a158-42aa-9778-327b4de5263a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:01.375847 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-d59e6c4c-a158-42aa-9778-327b4de5263a tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.44 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5523598 Oct 31 15:09:01.387955 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Request body: {'port': {'device_id': '5d5e18db-c0c5-4201-87d5-890679097b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:09:01.454637 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:01.534662 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-396958c6-6586-4974-bc99-0d416b3ab2b2 None None] Provisioning complete for port 61b79242-a3fb-45f8-8cae-9a795c2147e0 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:09:01.534984 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-396958c6-6586-4974-bc99-0d416b3ab2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:01.535313 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-396958c6-6586-4974-bc99-0d416b3ab2b2 None None] Attempt 1 to provision port 61b79242-a3fb-45f8-8cae-9a795c2147e0 Oct 31 15:09:01.566456 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-396958c6-6586-4974-bc99-0d416b3ab2b2 None None] Port 61b79242-a3fb-45f8-8cae-9a795c2147e0 cannot update to ACTIVE because it is not bound. {{(pid=119729) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 15:09:01.681755 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:01.716912 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b79242-a3fb-45f8-8cae-9a795c2147e0 {{(pid=119727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:09:01.724294 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Publish callbacks [] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:01.737131 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.provisioning_blocks [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Transition to ACTIVE for port object 61b79242-a3fb-45f8-8cae-9a795c2147e0 will not be triggered until provisioned by entity L2. {{(pid=119727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 15:09:01.741684 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:01.805207 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Pushing event updated for resources: {'Port': ['ID=61b79242-a3fb-45f8-8cae-9a795c2147e0,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:09:01.854629 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Attempting to bind port 61b79242-a3fb-45f8-8cae-9a795c2147e0 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 15:09:01.854882 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Attempting to bind port 61b79242-a3fb-45f8-8cae-9a795c2147e0 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 15:09:01.855183 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Attempting to bind port 61b79242-a3fb-45f8-8cae-9a795c2147e0 on network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:09:01.869606 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdd650-1de3-4f42-a9f9-2c7f20f42b69 req-7e7c86cf-5947-4708-a04b-e7fc66fa180e tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:01.871171 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1ffdd650-1de3-4f42-a9f9-2c7f20f42b69 req-7e7c86cf-5947-4708-a04b-e7fc66fa180e tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 944 time: 0.0495474 Oct 31 15:09:01.886138 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:01.899507 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Port 61b79242-a3fb-45f8-8cae-9a795c2147e0 on network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 15:09:01.899868 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Attempting to bind port 61b79242-a3fb-45f8-8cae-9a795c2147e0 on network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 15:09:01.924038 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1ffdd650-1de3-4f42-a9f9-2c7f20f42b69 req-68a40620-d433-4d72-95fb-498421472a29 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470734 Oct 31 15:09:01.942515 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Checking agent: {'id': 'd5f331bc-07f6-4c5c-bc89-9d9350eba308', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'started_at': datetime.datetime(2022, 10, 31, 14, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 15, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 15:09:01.943106 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Checking segment: {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 15:09:01.943488 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Bound using segment: {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'} {{(pid=119727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 15:09:01.944014 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.managers [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Bound port: 61b79242-a3fb-45f8-8cae-9a795c2147e0, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41df03ce-c756-41f8-be1c-af2e59a46dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e'}}] {{(pid=119727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 15:09:01.944371 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:02.007730 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] For port 61b79242-a3fb-45f8-8cae-9a795c2147e0, host hv-cinder-86022, cleared binding levels {{(pid=119727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 15:09:02.010721 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] For port 61b79242-a3fb-45f8-8cae-9a795c2147e0, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=61b79242-a3fb-45f8-8cae-9a795c2147e0,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 15:09:02.016851 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:02.021023 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:02.022454 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:02.023797 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] 10.222.0.44 "PUT /networking/v2.0/ports/61b79242-a3fb-45f8-8cae-9a795c2147e0 HTTP/1.1" status: 200 len: 1094 time: 0.6400445 Oct 31 15:09:02.024334 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5e18db-c0c5-4201-87d5-890679097b1b', 'tag': '61b79242-a3fb-45f8-8cae-9a795c2147e0'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:09:02.026548 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f4dd76-e8ea-4042-a114-d84d6cff33f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5e18db-c0c5-4201-87d5-890679097b1b", "tag": "61b79242-a3fb-45f8-8cae-9a795c2147e0"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:09:02.074254 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208b4c74-fbe4-4040-830e-dfa92826fce7 x-openstack-request-id: req-208b4c74-fbe4-4040-830e-dfa92826fce7 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:09:02.074537 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5e18db-c0c5-4201-87d5-890679097b1b", "tag": "61b79242-a3fb-45f8-8cae-9a795c2147e0", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:09:02.074782 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-208b4c74-fbe4-4040-830e-dfa92826fce7 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:09:02.075174 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-208b4c74-fbe4-4040-830e-dfa92826fce7'] response: {'name': 'network-changed', 'server_uuid': '5d5e18db-c0c5-4201-87d5-890679097b1b', 'tag': '61b79242-a3fb-45f8-8cae-9a795c2147e0', 'status': 'completed', 'code': 200} Oct 31 15:09:02.108365 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760cab51-5498-46f1-9999-a807d465b3ff service neutron] Pushing event updated for resources: {'Port': ['ID=61b79242-a3fb-45f8-8cae-9a795c2147e0,revision_number=3']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:09:02.115175 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af543a-37f4-431c-b50b-67278a225c93 req-4d690494-f96f-4a3b-97a5-89ae6b30a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:02.117513 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-4d690494-f96f-4a3b-97a5-89ae6b30a224 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 1128 time: 0.0545273 Oct 31 15:09:02.159121 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-d74872f7-c490-44e3-93bb-e9eb0a91efc5 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61b79242-a3fb-45f8-8cae-9a795c2147e0 HTTP/1.1" status: 200 len: 217 time: 0.0353832 Oct 31 15:09:02.205602 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af543a-37f4-431c-b50b-67278a225c93 req-a6757a36-047c-4bcd-89a5-c3df722c0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:02.207016 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-a6757a36-047c-4bcd-89a5-c3df722c0dce service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a6b7f579-3d17-4254-93e8-82d282f8242f HTTP/1.1" status: 200 len: 850 time: 0.0421677 Oct 31 15:09:02.249304 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af543a-37f4-431c-b50b-67278a225c93 req-5704e716-2d97-4c7d-944a-d29feba61ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:02.250758 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-5704e716-2d97-4c7d-944a-d29feba61ffa service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381553 Oct 31 15:09:02.341627 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-1be83a84-cf4b-4745-a8ab-dc3afee4cf44 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842230 Oct 31 15:09:02.428469 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-d1af543a-37f4-431c-b50b-67278a225c93 req-9cf27218-1472-4e84-adf5-c5eb66a65a45 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815148 Oct 31 15:09:02.719978 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4dd76-e8ea-4042-a114-d84d6cff33f8 req-1bcd1800-b610-40d8-8417-2122b6cd2833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:02.721421 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-07f4dd76-e8ea-4042-a114-d84d6cff33f8 req-1bcd1800-b610-40d8-8417-2122b6cd2833 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 1128 time: 0.0392318 Oct 31 15:09:02.816820 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4dd76-e8ea-4042-a114-d84d6cff33f8 req-dd37e689-142b-422b-bbc9-c88c57771444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:02.818644 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-07f4dd76-e8ea-4042-a114-d84d6cff33f8 req-dd37e689-142b-422b-bbc9-c88c57771444 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 912 time: 0.0886483 Oct 31 15:09:02.860263 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-07f4dd76-e8ea-4042-a114-d84d6cff33f8 req-86b67fc8-e1d5-4fef-ad90-3ea1b5710fb3 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61b79242-a3fb-45f8-8cae-9a795c2147e0 HTTP/1.1" status: 200 len: 217 time: 0.0330772 Oct 31 15:09:02.914540 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4dd76-e8ea-4042-a114-d84d6cff33f8 req-c2eee68b-ecf4-4b33-92eb-5dfd30146ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:02.915978 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-07f4dd76-e8ea-4042-a114-d84d6cff33f8 req-c2eee68b-ecf4-4b33-92eb-5dfd30146ceb service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a6b7f579-3d17-4254-93e8-82d282f8242f HTTP/1.1" status: 200 len: 850 time: 0.0472422 Oct 31 15:09:02.958844 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4dd76-e8ea-4042-a114-d84d6cff33f8 req-226d0e34-cf6b-4fe1-aa87-d9bdaa3803d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:02.960451 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-07f4dd76-e8ea-4042-a114-d84d6cff33f8 req-226d0e34-cf6b-4fe1-aa87-d9bdaa3803d4 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388420 Oct 31 15:09:03.014818 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:03.028304 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:03.047168 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8a4bb-f1b1-4f20-91c4-87bb10fca83e req-e680176d-cc2a-4653-a8c1-1cfdc788eaea tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:03.048692 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c7e8a4bb-f1b1-4f20-91c4-87bb10fca83e req-e680176d-cc2a-4653-a8c1-1cfdc788eaea tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 944 time: 0.0483515 Oct 31 15:09:03.054023 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-07f4dd76-e8ea-4042-a114-d84d6cff33f8 req-3ecb83b8-05f2-41fb-b83e-390ae2dd5c7d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872653 Oct 31 15:09:03.077002 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:03.097843 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-c7e8a4bb-f1b1-4f20-91c4-87bb10fca83e req-3f353671-5461-4cf3-a498-cec7485a32c5 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435231 Oct 31 15:09:03.149734 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-07f4dd76-e8ea-4042-a114-d84d6cff33f8 req-ac1a0043-20b7-4a0f-93b5-5376c71e7ad7 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902374 Oct 31 15:09:04.217986 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e79e28-b1e6-4c66-bbdf-8d35b4a10a2a req-ba88188d-6035-48fd-a12c-e735c13ea385 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:04.219443 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-94e79e28-b1e6-4c66-bbdf-8d35b4a10a2a req-ba88188d-6035-48fd-a12c-e735c13ea385 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 944 time: 0.0471790 Oct 31 15:09:04.267327 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-94e79e28-b1e6-4c66-bbdf-8d35b4a10a2a req-acb67d03-6ec9-433e-90de-0eda02293636 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423839 Oct 31 15:09:05.388425 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a71d07-2b95-49e0-820b-dc42dd393727 req-fa12dd06-0046-4bef-ae6b-8c1829ce4001 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:05.389894 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-29a71d07-2b95-49e0-820b-dc42dd393727 req-fa12dd06-0046-4bef-ae6b-8c1829ce4001 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 944 time: 0.0477531 Oct 31 15:09:05.444165 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-29a71d07-2b95-49e0-820b-dc42dd393727 req-8f34ab99-8190-4508-a5e8-771f06f9a657 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480475 Oct 31 15:09:06.573027 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e569a0-3c10-45f2-8760-cf96d98b5b9e req-1e622c1d-2cce-41cf-8c6d-02e494eafcbd tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:06.574473 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-29e569a0-3c10-45f2-8760-cf96d98b5b9e req-1e622c1d-2cce-41cf-8c6d-02e494eafcbd tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 944 time: 0.0503135 Oct 31 15:09:06.623138 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-29e569a0-3c10-45f2-8760-cf96d98b5b9e req-8a85aff9-f0c4-4cde-b1b8-270b61ac07d9 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431259 Oct 31 15:09:07.742450 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba3169-3653-4224-844b-0597cab86aba req-475fdfa5-636a-40fe-9122-cf29c23a7451 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:07.743949 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-02ba3169-3653-4224-844b-0597cab86aba req-475fdfa5-636a-40fe-9122-cf29c23a7451 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 944 time: 0.0462940 Oct 31 15:09:07.793139 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-02ba3169-3653-4224-844b-0597cab86aba req-63e342e5-e959-44a5-9807-0ff8161f2986 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436089 Oct 31 15:09:08.757806 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:08.911060 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce431114-4f11-4279-83e6-7b062580fde1 req-8bb82645-464c-48c6-a22a-43de07292593 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:08.912538 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ce431114-4f11-4279-83e6-7b062580fde1 req-8bb82645-464c-48c6-a22a-43de07292593 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 944 time: 0.0458395 Oct 31 15:09:08.960925 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-ce431114-4f11-4279-83e6-7b062580fde1 req-0611239f-e52a-424a-a590-2d481aeec673 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426710 Oct 31 15:09:09.585038 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 61b79242-a3fb-45f8-8cae-9a795c2147e0 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=119729) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 15:09:09.687577 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 61b79242-a3fb-45f8-8cae-9a795c2147e0, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=61b79242-a3fb-45f8-8cae-9a795c2147e0,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:09:09.700302 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Returning: {'device': '61b79242-a3fb-45f8-8cae-9a795c2147e0', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'port_id': '61b79242-a3fb-45f8-8cae-9a795c2147e0', 'mac_address': 'fa:16:3e:93:06:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119729) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 15:09:09.734358 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 61b79242-a3fb-45f8-8cae-9a795c2147e0 is: DOWN; New status is: BUILD {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:09:09.734744 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:09.748566 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b79242-a3fb-45f8-8cae-9a795c2147e0 {{(pid=119729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 15:09:09.768274 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 61b79242-a3fb-45f8-8cae-9a795c2147e0, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=61b79242-a3fb-45f8-8cae-9a795c2147e0,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:09:09.773165 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:09.823270 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=61b79242-a3fb-45f8-8cae-9a795c2147e0,revision_number=4']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:09:09.983432 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] get_ports_and_sgs() called for port_ids ['61b79242-a3fb-45f8-8cae-9a795c2147e0'] {{(pid=119729) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 15:09:10.071083 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:10.087691 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674cc2e-7556-418c-a968-7873133a540a req-88eecdab-8107-4def-bf84-b066cefc258b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:10.089110 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1674cc2e-7556-418c-a968-7873133a540a req-88eecdab-8107-4def-bf84-b066cefc258b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 945 time: 0.0484622 Oct 31 15:09:10.137663 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1674cc2e-7556-418c-a968-7873133a540a req-b9f76052-bcc9-4b2e-91cd-082d37f73d06 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428808 Oct 31 15:09:11.263049 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637efda-5fd7-406c-95fe-f0bab38359d3 req-06215ccf-68e1-4633-8ee1-369737b3d7ac tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:11.264530 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f637efda-5fd7-406c-95fe-f0bab38359d3 req-06215ccf-68e1-4633-8ee1-369737b3d7ac tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 945 time: 0.0494816 Oct 31 15:09:11.315888 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-f637efda-5fd7-406c-95fe-f0bab38359d3 req-28391f40-8d69-4546-a3b5-88899177f713 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457540 Oct 31 15:09:11.587865 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 61b79242-a3fb-45f8-8cae-9a795c2147e0 up at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 15:09:11.630326 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning for port 61b79242-a3fb-45f8-8cae-9a795c2147e0 completed by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 15:09:11.636557 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Provisioning complete for port 61b79242-a3fb-45f8-8cae-9a795c2147e0 triggered by entity L2. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:09:11.636923 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:11.637251 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Attempt 1 to provision port 61b79242-a3fb-45f8-8cae-9a795c2147e0 Oct 31 15:09:11.710729 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Current status of the port 61b79242-a3fb-45f8-8cae-9a795c2147e0 is: BUILD; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:09:11.711107 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), before_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:11.720992 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:11.734880 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5e18db-c0c5-4201-87d5-890679097b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b79242-a3fb-45f8-8cae-9a795c2147e0'}] {{(pid=119729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:09:11.737117 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f19881bb4682b3bb5d51f93c4f9c8e71aa7d1b474060b0bc6ead7bf333f650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c17c38-aa36-4f16-99d5-710439be0ae6" -d '{"events": [{"server_uuid": "5d5e18db-c0c5-4201-87d5-890679097b1b", "name": "network-vif-plugged", "status": "completed", "tag": "61b79242-a3fb-45f8-8cae-9a795c2147e0"}]}' {{(pid=119729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:09:11.750662 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] For port 61b79242-a3fb-45f8-8cae-9a795c2147e0, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=61b79242-a3fb-45f8-8cae-9a795c2147e0,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:09:11.754807 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317'] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:11.782048 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:11.802955 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Pushing event updated for resources: {'Port': ['ID=61b79242-a3fb-45f8-8cae-9a795c2147e0,revision_number=5']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:09:11.899071 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d2924f-bf7e-46b2-b6c6-e953e198a91b x-openstack-request-id: req-a2d2924f-bf7e-46b2-b6c6-e953e198a91b {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:09:11.899360 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5e18db-c0c5-4201-87d5-890679097b1b", "name": "network-vif-plugged", "status": "completed", "tag": "61b79242-a3fb-45f8-8cae-9a795c2147e0", "code": 200}]} {{(pid=119729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:09:11.899634 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2d2924f-bf7e-46b2-b6c6-e953e198a91b {{(pid=119729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:09:11.900037 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d2924f-bf7e-46b2-b6c6-e953e198a91b'] response: {'server_uuid': '5d5e18db-c0c5-4201-87d5-890679097b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b79242-a3fb-45f8-8cae-9a795c2147e0', 'code': 200} Oct 31 15:09:12.105082 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe4d11-ed2f-49d8-93d7-3d795996c77f req-d96699f7-f5ef-40c1-98ba-cccfe4305935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:12.106458 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7bbe4d11-ed2f-49d8-93d7-3d795996c77f req-d96699f7-f5ef-40c1-98ba-cccfe4305935 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 1130 time: 0.0391212 Oct 31 15:09:12.152755 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-7bbe4d11-ed2f-49d8-93d7-3d795996c77f req-2e6c59ab-8838-445b-8d93-84cdac04454a service neutron] 10.222.0.44 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406475 Oct 31 15:09:12.433850 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546ac24-7a36-4051-a8d0-ced59697be8a req-a64a7266-d9e1-4a09-9449-32d62d73b3ff tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:12.435295 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4546ac24-7a36-4051-a8d0-ced59697be8a req-a64a7266-d9e1-4a09-9449-32d62d73b3ff tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 946 time: 0.0454495 Oct 31 15:09:12.483289 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4546ac24-7a36-4051-a8d0-ced59697be8a req-12a930d8-9c9e-45d8-b703-a4df1e0976e3 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425439 Oct 31 15:09:12.696343 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=17 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:12.704589 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=15 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:13.608589 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95c5de-a026-456b-aacb-d57aaff56ea7 req-504a4281-6128-49b2-b1ac-9298f5d9dd3e tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:13.610049 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cd95c5de-a026-456b-aacb-d57aaff56ea7 req-504a4281-6128-49b2-b1ac-9298f5d9dd3e tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 946 time: 0.0505478 Oct 31 15:09:13.658966 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-cd95c5de-a026-456b-aacb-d57aaff56ea7 req-80559e12-d8c3-4008-8955-2c597f05753b tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431564 Oct 31 15:09:13.785570 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacfcd8-3503-4a28-83be-9661c4587d78 req-880fab2b-e65c-41d6-a37c-388f6641c3f1 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:13.787020 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4bacfcd8-3503-4a28-83be-9661c4587d78 req-880fab2b-e65c-41d6-a37c-388f6641c3f1 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 946 time: 0.0523531 Oct 31 15:09:13.836354 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-4bacfcd8-3503-4a28-83be-9661c4587d78 req-ee113f81-4269-44ea-8840-69b10640d964 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436800 Oct 31 15:09:13.864583 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51274) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:09:13.902887 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c37f7bb-01c0-4b58-99ba-6a55518759ec tempest-TestVolumeBootPattern-475230477 tempest-TestVolumeBootPattern-475230477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:13.904426 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-8c37f7bb-01c0-4b58-99ba-6a55518759ec tempest-TestVolumeBootPattern-475230477 tempest-TestVolumeBootPattern-475230477-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 1125 time: 0.0388005 Oct 31 15:09:13.907289 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51276) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:09:13.911383 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.v2.base [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Request body: {'floatingip': {'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'port_id': '61b79242-a3fb-45f8-8cae-9a795c2147e0', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=119727) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 15:09:13.932336 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:14.021007 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (None), before_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:14.072923 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:14.110201 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:14.125038 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_common [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Allocated IP 172.27.0.186 (c40cf38d-c47f-49e0-b4d6-a10af0e88519/c1c50422-bdac-4df1-95f7-ae5f87e3619b/2225d988-79fb-48c5-a1ec-4117c340f197) {{(pid=119727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 15:09:14.227647 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for port (2225d988-79fb-48c5-a1ec-4117c340f197), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:14.259003 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735234204281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (2225d988-79fb-48c5-a1ec-4117c340f197), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:14.295149 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Network c40cf38d-c47f-49e0-b4d6-a10af0e88519 is already hosted by enough agents. {{(pid=119727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 15:09:14.300033 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.base_scheduler [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Resources bound (agent type, host, resource id): {{(pid=119727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 15:09:14.304357 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Received port after_create {{(pid=119727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 15:09:14.326032 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'Port': ['ID=2225d988-79fb-48c5-a1ec-4117c340f197,revision_number=1']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:09:14.651489 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for floatingip (d0b401b0-ad56-4a0f-8c26-a4b055a20f9d), precommit_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:14.715223 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1435709'] for port (2225d988-79fb-48c5-a1ec-4117c340f197), before_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:14.840056 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:14.841782 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:14.863635 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for port (2225d988-79fb-48c5-a1ec-4117c340f197), precommit_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:14.867909 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735234614649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735234204299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735234204317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15224942'] for port (2225d988-79fb-48c5-a1ec-4117c340f197), after_update {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:15.184899 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event updated for resources: {'Port': ['ID=2225d988-79fb-48c5-a1ec-4117c340f197,revision_number=2']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:09:15.187360 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398804'] for floatingip (d0b401b0-ad56-4a0f-8c26-a4b055a20f9d), after_create {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:15.283121 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Floating IP d0b401b0-ad56-4a0f-8c26-a4b055a20f9d associated. External IP: 172.27.0.186, port: 61b79242-a3fb-45f8-8cae-9a795c2147e0. Oct 31 15:09:15.296086 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-32e5a8e2-8359-4ab7-b97a-de2f86fc95c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:15.485176 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Router e17b5b75-ee91-4306-8517-3e13204b7446 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:09:15.588060 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:09:15.597841 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9cf11-8382-4409-a6f6-b2f5f764e3dd None None] Sync routers for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:09:15.605519 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:15.610996 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9cf11-8382-4409-a6f6-b2f5f764e3dd None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:09:15.611643 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-c9c9cf11-8382-4409-a6f6-b2f5f764e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:08:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:09:15.640220 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-a07c409f-62f8-4f61-80d5-5a470668222f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7319191 Oct 31 15:09:15.640956 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5e18db-c0c5-4201-87d5-890679097b1b', 'tag': '61b79242-a3fb-45f8-8cae-9a795c2147e0'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:09:15.643630 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9636544f-f170-4c1e-b3ba-25416d1fa51c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5e18db-c0c5-4201-87d5-890679097b1b", "tag": "61b79242-a3fb-45f8-8cae-9a795c2147e0"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:09:15.680116 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c49e330-2692-419e-9744-4e64e99b9db1 x-openstack-request-id: req-6c49e330-2692-419e-9744-4e64e99b9db1 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:09:15.680404 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5e18db-c0c5-4201-87d5-890679097b1b", "tag": "61b79242-a3fb-45f8-8cae-9a795c2147e0", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:09:15.680654 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c49e330-2692-419e-9744-4e64e99b9db1 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:09:15.681058 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c49e330-2692-419e-9744-4e64e99b9db1'] response: {'name': 'network-changed', 'server_uuid': '5d5e18db-c0c5-4201-87d5-890679097b1b', 'tag': '61b79242-a3fb-45f8-8cae-9a795c2147e0', 'status': 'completed', 'code': 200} Oct 31 15:09:15.711975 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-c9c9cf11-8382-4409-a6f6-b2f5f764e3dd None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:09:15.739108 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636544f-f170-4c1e-b3ba-25416d1fa51c req-72e56d84-7d2f-4088-abc1-55f26962d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:15.741116 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9636544f-f170-4c1e-b3ba-25416d1fa51c req-72e56d84-7d2f-4088-abc1-55f26962d072 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 1130 time: 0.0390644 Oct 31 15:09:15.832185 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636544f-f170-4c1e-b3ba-25416d1fa51c req-1b1077c9-d733-400a-8b5c-fa71ea0efac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:15.833650 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9636544f-f170-4c1e-b3ba-25416d1fa51c req-1b1077c9-d733-400a-8b5c-fa71ea0efac0 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 912 time: 0.0872972 Oct 31 15:09:15.899913 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9636544f-f170-4c1e-b3ba-25416d1fa51c req-7b52e242-a03a-4080-9de3-7ee776873183 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61b79242-a3fb-45f8-8cae-9a795c2147e0 HTTP/1.1" status: 200 len: 1000 time: 0.0598688 Oct 31 15:09:15.926730 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-c9c9cf11-8382-4409-a6f6-b2f5f764e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '5fd8cb61-2f8d-4c8a-9048-b47819ba78b4', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'port_id': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'mac_address': 'fa:16:3e:75:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:07:22Z', 'updated_at': '2022-10-31T15:07:24Z', 'revision_number': 1, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address_scope': None}, {'id': 'd0b401b0-ad56-4a0f-8c26-a4b055a20f9d', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'port_id': '61b79242-a3fb-45f8-8cae-9a795c2147e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'mac_address': 'fa:16:3e:93:06:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e18db-c0c5-4201-87d5-890679097b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:09:14Z', 'updated_at': '2022-10-31T15:09:14Z', 'revision_number': 0, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:09:15.951290 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636544f-f170-4c1e-b3ba-25416d1fa51c req-85a6174e-2462-41f3-849d-014afc836e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:15.951516 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9cf11-8382-4409-a6f6-b2f5f764e3dd None None] Checking router: e17b5b75-ee91-4306-8517-3e13204b7446 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:09:15.952824 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9636544f-f170-4c1e-b3ba-25416d1fa51c req-85a6174e-2462-41f3-849d-014afc836e98 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a6b7f579-3d17-4254-93e8-82d282f8242f HTTP/1.1" status: 200 len: 850 time: 0.0478101 Oct 31 15:09:15.960623 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9cf11-8382-4409-a6f6-b2f5f764e3dd None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:09:15.961213 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-c9c9cf11-8382-4409-a6f6-b2f5f764e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:08:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:09:15.998610 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636544f-f170-4c1e-b3ba-25416d1fa51c req-0259e4ae-ad22-493a-a17c-6e057b42400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:16.000083 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9636544f-f170-4c1e-b3ba-25416d1fa51c req-0259e4ae-ad22-493a-a17c-6e057b42400d service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399349 Oct 31 15:09:16.031949 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:16.062884 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-c9c9cf11-8382-4409-a6f6-b2f5f764e3dd None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:09:16.095127 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9636544f-f170-4c1e-b3ba-25416d1fa51c req-a675075b-534b-4914-8354-338b080a97e4 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879679 Oct 31 15:09:16.123031 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=100 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:16.186930 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-9636544f-f170-4c1e-b3ba-25416d1fa51c req-adb65fff-db39-4137-af9b-11604f73f966 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850685 Oct 31 15:09:16.275101 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-c9c9cf11-8382-4409-a6f6-b2f5f764e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '5fd8cb61-2f8d-4c8a-9048-b47819ba78b4', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'port_id': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'mac_address': 'fa:16:3e:75:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:07:22Z', 'updated_at': '2022-10-31T15:07:24Z', 'revision_number': 1, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address_scope': None}, {'id': 'd0b401b0-ad56-4a0f-8c26-a4b055a20f9d', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'port_id': '61b79242-a3fb-45f8-8cae-9a795c2147e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'mac_address': 'fa:16:3e:93:06:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e18db-c0c5-4201-87d5-890679097b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:09:14Z', 'updated_at': '2022-10-31T15:09:14Z', 'revision_number': 0, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:09:16.382597 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9cf11-8382-4409-a6f6-b2f5f764e3dd None None] The sync data for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi is: [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '5fd8cb61-2f8d-4c8a-9048-b47819ba78b4', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'port_id': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'mac_address': 'fa:16:3e:75:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:07:22Z', 'updated_at': '2022-10-31T15:07:24Z', 'revision_number': 1, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address_scope': None}, {'id': 'd0b401b0-ad56-4a0f-8c26-a4b055a20f9d', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'port_id': '61b79242-a3fb-45f8-8cae-9a795c2147e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'mac_address': 'fa:16:3e:93:06:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5e18db-c0c5-4201-87d5-890679097b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:09:14Z', 'updated_at': '2022-10-31T15:09:14Z', 'revision_number': 0, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:09:16.576041 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f27890-c8d1-427a-97c4-15dc2ba88782 None None] New status for floating IP d0b401b0-ad56-4a0f-8c26-a4b055a20f9d: ACTIVE {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:09:17.679113 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3faf79a5-c799-4adf-ad18-81eadc760082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:17.921748 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:09:19.139741 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:20.664964 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:20.812440 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:23.651883 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=43 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:23.654728 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=15 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:26.177183 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=13 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:26.183943 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=8 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:26.278710 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=75 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:27.917453 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=75 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:30.806413 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:30.808966 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:38.754557 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:43.933251 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:43.934027 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:09:45.298485 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-04a28724-d80d-434e-8fe3-8d094e738e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:47.541700 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-64bfaaa2-3174-4c89-bbd8-be79d182ed94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:49.145135 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:50.667889 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:50.814813 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:09:53.371829 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71182f37-c123-4093-bb65-357f9f45fc4d req-84ef7188-3a01-4b8e-afc5-2a9d7f29d1da service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439825 Oct 31 15:09:53.452360 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182f37-c123-4093-bb65-357f9f45fc4d req-02403e7d-f995-4fdc-95ad-c09818865f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:53.453807 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71182f37-c123-4093-bb65-357f9f45fc4d req-02403e7d-f995-4fdc-95ad-c09818865f4e service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 1129 time: 0.0392194 Oct 31 15:09:53.557476 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182f37-c123-4093-bb65-357f9f45fc4d req-410bc627-92d3-4946-b198-6a8722f942d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:53.558947 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71182f37-c123-4093-bb65-357f9f45fc4d req-410bc627-92d3-4946-b198-6a8722f942d6 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 912 time: 0.0875397 Oct 31 15:09:53.625833 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71182f37-c123-4093-bb65-357f9f45fc4d req-9b9e5624-5e12-4fdd-aeed-a3f09b12c589 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01c6e9f9-8dac-4996-b9c6-53898d243ad8 HTTP/1.1" status: 200 len: 1001 time: 0.0612018 Oct 31 15:09:53.672572 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182f37-c123-4093-bb65-357f9f45fc4d req-a7116376-18d4-479e-8198-e33a34eb7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:53.673972 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71182f37-c123-4093-bb65-357f9f45fc4d req-a7116376-18d4-479e-8198-e33a34eb7f00 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a6b7f579-3d17-4254-93e8-82d282f8242f HTTP/1.1" status: 200 len: 850 time: 0.0425668 Oct 31 15:09:53.717930 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182f37-c123-4093-bb65-357f9f45fc4d req-70b2f034-efc3-456e-ab93-92374de2bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:09:53.719404 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71182f37-c123-4093-bb65-357f9f45fc4d req-70b2f034-efc3-456e-ab93-92374de2bd1b service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390632 Oct 31 15:09:53.811987 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71182f37-c123-4093-bb65-357f9f45fc4d req-cdc34268-6348-4d5b-b799-91cf5e2f976d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860610 Oct 31 15:09:53.899683 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-71182f37-c123-4093-bb65-357f9f45fc4d req-95cb14cf-d3a3-4139-a3dc-b7ec675682bb service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822120 Oct 31 15:09:54.921173 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:10:00.808805 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:00.810663 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:03.889687 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=51 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:03.895971 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=50 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:08.753143 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:15.299890 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-6bd4411c-7790-45c7-8ab3-a9986e0026fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:17.543310 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-d428f129-9aeb-42f5-a470-02880b224c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:19.144793 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:20.670743 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:20.818700 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:20.928513 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:20.930406 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=5 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:31.920777 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:10:32.704806 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=22 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:32.708897 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=22,neutron:UPDATE=6 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:38.758262 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:41.917487 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:45.301992 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-7748cc05-d26a-4717-962d-797fbe0530a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:46.980267 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51306) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:10:47.120129 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Deleting port 2225d988-79fb-48c5-a1ec-4117c340f197 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:10:47.120464 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (2225d988-79fb-48c5-a1ec-4117c340f197), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:47.196529 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (2225d988-79fb-48c5-a1ec-4117c340f197), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:47.196995 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for floatingip (2225d988-79fb-48c5-a1ec-4117c340f197), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:47.210060 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Calling delete_port for 2225d988-79fb-48c5-a1ec-4117c340f197 owned by network:floatingip {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:10:47.352493 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (2225d988-79fb-48c5-a1ec-4117c340f197), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:47.376535 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event deleted for resources: {'Port': ['ID=2225d988-79fb-48c5-a1ec-4117c340f197,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:10:47.393448 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:10:47.393448 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:10:47.393448 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:10:47.393448 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:10:47.393448 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:10:47.393448 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:10:47.393448 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:10:47.393448 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:10:47.393448 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:10:47.393448 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:10:47.393448 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:10:47.393448 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:10:47.393448 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:10:47.394629 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:10:47.394629 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:10:47.448278 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for floatingip (d0b401b0-ad56-4a0f-8c26-a4b055a20f9d), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:47.448594 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Floating IP d0b401b0-ad56-4a0f-8c26-a4b055a20f9d disassociated (deleted). External IP: 172.27.0.186, port: 61b79242-a3fb-45f8-8cae-9a795c2147e0. Oct 31 15:10:47.545589 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-630f5e4a-cb2b-4cf4-8db1-a2ea2c795035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:47.648488 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Router e17b5b75-ee91-4306-8517-3e13204b7446 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:10:47.750600 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:10:47.754934 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:47.761184 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcebe22-0bd6-4b64-a624-2e87ab31599c None None] Sync routers for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:10:47.772116 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcebe22-0bd6-4b64-a624-2e87ab31599c None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:10:47.772720 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-9dcebe22-0bd6-4b64-a624-2e87ab31599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:10:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:10:47.782118 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:47.789573 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-60243f6e-a7d3-4f37-b3f7-962c2b9b92a0 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/d0b401b0-ad56-4a0f-8c26-a4b055a20f9d HTTP/1.1" status: 204 len: 168 time: 0.8055043 Oct 31 15:10:47.789573 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5e18db-c0c5-4201-87d5-890679097b1b', 'tag': '61b79242-a3fb-45f8-8cae-9a795c2147e0'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:10:47.790808 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a3bec6-feff-425f-9092-cfd99b92b5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5e18db-c0c5-4201-87d5-890679097b1b", "tag": "61b79242-a3fb-45f8-8cae-9a795c2147e0"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:10:47.847052 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd04763b-12a6-4df6-b2e5-19c6c9bde97b x-openstack-request-id: req-fd04763b-12a6-4df6-b2e5-19c6c9bde97b {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:10:47.847439 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5e18db-c0c5-4201-87d5-890679097b1b", "tag": "61b79242-a3fb-45f8-8cae-9a795c2147e0", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:10:47.848017 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd04763b-12a6-4df6-b2e5-19c6c9bde97b {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:10:47.848921 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd04763b-12a6-4df6-b2e5-19c6c9bde97b'] response: {'name': 'network-changed', 'server_uuid': '5d5e18db-c0c5-4201-87d5-890679097b1b', 'tag': '61b79242-a3fb-45f8-8cae-9a795c2147e0', 'status': 'completed', 'code': 200} Oct 31 15:10:47.906671 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-9dcebe22-0bd6-4b64-a624-2e87ab31599c None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:10:47.911369 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3bec6-feff-425f-9092-cfd99b92b5d5 req-72d2e490-57ee-4fed-80d5-1480a3208598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:10:47.912981 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-67a3bec6-feff-425f-9092-cfd99b92b5d5 req-72d2e490-57ee-4fed-80d5-1480a3208598 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 1130 time: 0.0420408 Oct 31 15:10:47.931622 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:48.030888 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3bec6-feff-425f-9092-cfd99b92b5d5 req-3d64ec26-24b5-4866-aa2d-1cbef0ea60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:10:48.032541 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-67a3bec6-feff-425f-9092-cfd99b92b5d5 req-3d64ec26-24b5-4866-aa2d-1cbef0ea60e0 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 912 time: 0.1114256 Oct 31 15:10:48.043804 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592215d-0ce8-48f5-b8a5-4c51994de0fe req-8b3fe190-b3b5-453e-96d3-3eba270c3b7f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:10:48.045278 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1592215d-0ce8-48f5-b8a5-4c51994de0fe req-8b3fe190-b3b5-453e-96d3-3eba270c3b7f tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 946 time: 0.0512891 Oct 31 15:10:48.095199 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-1592215d-0ce8-48f5-b8a5-4c51994de0fe req-4e5dcae7-728a-4842-a934-b4952d3bbb54 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443022 Oct 31 15:10:48.138875 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-9dcebe22-0bd6-4b64-a624-2e87ab31599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '5fd8cb61-2f8d-4c8a-9048-b47819ba78b4', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'port_id': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'mac_address': 'fa:16:3e:75:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:07:22Z', 'updated_at': '2022-10-31T15:07:24Z', 'revision_number': 1, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:10:48.162752 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcebe22-0bd6-4b64-a624-2e87ab31599c None None] Checking router: e17b5b75-ee91-4306-8517-3e13204b7446 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:10:48.170656 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcebe22-0bd6-4b64-a624-2e87ab31599c None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:10:48.171236 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-9dcebe22-0bd6-4b64-a624-2e87ab31599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:10:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:10:48.269362 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-9dcebe22-0bd6-4b64-a624-2e87ab31599c None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:10:48.474090 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-9dcebe22-0bd6-4b64-a624-2e87ab31599c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '5fd8cb61-2f8d-4c8a-9048-b47819ba78b4', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'port_id': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'mac_address': 'fa:16:3e:75:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:07:22Z', 'updated_at': '2022-10-31T15:07:24Z', 'revision_number': 1, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:10:48.497162 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcebe22-0bd6-4b64-a624-2e87ab31599c None None] The sync data for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi is: [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_floatingips': [{'id': '5fd8cb61-2f8d-4c8a-9048-b47819ba78b4', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'router_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'port_id': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'mac_address': 'fa:16:3e:75:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T15:07:22Z', 'updated_at': '2022-10-31T15:07:24Z', 'revision_number': 1, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:10:48.711497 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd2c14-c406-48b8-ab51-ac2021c6dafb None None] New status for floating IP d0b401b0-ad56-4a0f-8c26-a4b055a20f9d: DOWN {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:10:48.978646 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-67a3bec6-feff-425f-9092-cfd99b92b5d5 req-11a14903-ce3a-4f09-b75e-028c1b2580a8 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61b79242-a3fb-45f8-8cae-9a795c2147e0 HTTP/1.1" status: 200 len: 217 time: 0.0340481 Oct 31 15:10:49.048441 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3bec6-feff-425f-9092-cfd99b92b5d5 req-023e191a-5629-4588-93ad-f6d5c8b344e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:10:49.049780 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-67a3bec6-feff-425f-9092-cfd99b92b5d5 req-023e191a-5629-4588-93ad-f6d5c8b344e2 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a6b7f579-3d17-4254-93e8-82d282f8242f HTTP/1.1" status: 200 len: 850 time: 0.0431414 Oct 31 15:10:49.148197 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:49.224583 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ca184-bc91-48f0-8942-0c9dbfb7ed66 req-f668155d-372b-4ee8-a654-f29e43ee2783 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:10:49.226145 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-548ca184-bc91-48f0-8942-0c9dbfb7ed66 req-f668155d-372b-4ee8-a654-f29e43ee2783 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 946 time: 0.0526075 Oct 31 15:10:49.274921 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-548ca184-bc91-48f0-8942-0c9dbfb7ed66 req-7e2b8ff6-b856-43b8-8f3b-e97d32d46a69 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430064 Oct 31 15:10:49.333341 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3bec6-feff-425f-9092-cfd99b92b5d5 req-ec8dedf8-2a6f-4c7e-bd51-9ebc43aa7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:10:49.334878 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-67a3bec6-feff-425f-9092-cfd99b92b5d5 req-ec8dedf8-2a6f-4c7e-bd51-9ebc43aa7343 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410891 Oct 31 15:10:49.439979 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-67a3bec6-feff-425f-9092-cfd99b92b5d5 req-ee7ce1b7-4f34-46e3-8fa6-b7b079d4210a service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881870 Oct 31 15:10:49.683638 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-67a3bec6-feff-425f-9092-cfd99b92b5d5 req-20e2897b-3803-4663-9928-0c8191d5369e service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853436 Oct 31 15:10:49.887228 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37336368-b4e7-431b-b0fc-81253bd7e440 req-521081b8-b163-4585-9fe0-fb5bd6897fac tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:10:49.888633 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-37336368-b4e7-431b-b0fc-81253bd7e440 req-521081b8-b163-4585-9fe0-fb5bd6897fac tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 946 time: 0.0484130 Oct 31 15:10:49.974240 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-37336368-b4e7-431b-b0fc-81253bd7e440 req-60463649-f300-4d24-83d3-35f49f2cccf2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Deleting port 61b79242-a3fb-45f8-8cae-9a795c2147e0 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:10:49.974570 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-37336368-b4e7-431b-b0fc-81253bd7e440 req-60463649-f300-4d24-83d3-35f49f2cccf2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:50.063458 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-37336368-b4e7-431b-b0fc-81253bd7e440 req-60463649-f300-4d24-83d3-35f49f2cccf2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] For port 61b79242-a3fb-45f8-8cae-9a795c2147e0, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=61b79242-a3fb-45f8-8cae-9a795c2147e0,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:10:50.064210 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-37336368-b4e7-431b-b0fc-81253bd7e440 req-60463649-f300-4d24-83d3-35f49f2cccf2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:50.080532 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-37336368-b4e7-431b-b0fc-81253bd7e440 req-60463649-f300-4d24-83d3-35f49f2cccf2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Calling delete_port for 61b79242-a3fb-45f8-8cae-9a795c2147e0 owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:10:50.185850 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:50.202104 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-37336368-b4e7-431b-b0fc-81253bd7e440 req-60463649-f300-4d24-83d3-35f49f2cccf2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (61b79242-a3fb-45f8-8cae-9a795c2147e0), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:50.228447 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60463649-f300-4d24-83d3-35f49f2cccf2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event deleted for resources: {'Port': ['ID=61b79242-a3fb-45f8-8cae-9a795c2147e0,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:10:50.275331 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-37336368-b4e7-431b-b0fc-81253bd7e440 req-60463649-f300-4d24-83d3-35f49f2cccf2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] No DVR routers for this DVR port 61b79242-a3fb-45f8-8cae-9a795c2147e0 on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:10:50.277838 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-37336368-b4e7-431b-b0fc-81253bd7e440 req-60463649-f300-4d24-83d3-35f49f2cccf2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:50.281069 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-37336368-b4e7-431b-b0fc-81253bd7e440 req-60463649-f300-4d24-83d3-35f49f2cccf2 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.44 "DELETE /networking/v2.0/ports/61b79242-a3fb-45f8-8cae-9a795c2147e0 HTTP/1.1" status: 204 len: 173 time: 0.3869305 Oct 31 15:10:50.281553 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5e18db-c0c5-4201-87d5-890679097b1b', 'name': 'network-vif-deleted', 'tag': '61b79242-a3fb-45f8-8cae-9a795c2147e0'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:10:50.283771 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0dce03-e3ff-49f0-bac5-cf0cd0cf960a" -d '{"events": [{"server_uuid": "5d5e18db-c0c5-4201-87d5-890679097b1b", "name": "network-vif-deleted", "tag": "61b79242-a3fb-45f8-8cae-9a795c2147e0"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:10:50.326527 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c2f6c2-6f77-4c36-94e9-04e69c2ffcfe x-openstack-request-id: req-46c2f6c2-6f77-4c36-94e9-04e69c2ffcfe {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:10:50.327021 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5e18db-c0c5-4201-87d5-890679097b1b", "name": "network-vif-deleted", "tag": "61b79242-a3fb-45f8-8cae-9a795c2147e0", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:10:50.327269 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46c2f6c2-6f77-4c36-94e9-04e69c2ffcfe {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:10:50.327691 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c2f6c2-6f77-4c36-94e9-04e69c2ffcfe'] response: {'server_uuid': '5d5e18db-c0c5-4201-87d5-890679097b1b', 'name': 'network-vif-deleted', 'tag': '61b79242-a3fb-45f8-8cae-9a795c2147e0', 'status': 'completed', 'code': 200} Oct 31 15:10:50.384632 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-11095f12-ebab-44c9-9d48-4db8395f77d0 req-798ea179-4b4a-497a-84b2-18dbc753efd1 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5d5e18db-c0c5-4201-87d5-890679097b1b HTTP/1.1" status: 200 len: 210 time: 0.0279436 Oct 31 15:10:50.675316 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:50.820419 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:53.686079 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51352) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:10:53.772879 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:53.823806 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff0d6e-5dd4-44ac-b0de-ad3020418195 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Deleting port 5e2bcf3d-5957-4d1c-a3bb-d0cc7da79809 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:10:53.824143 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0d6e-5dd4-44ac-b0de-ad3020418195 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (5e2bcf3d-5957-4d1c-a3bb-d0cc7da79809), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:53.905237 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0d6e-5dd4-44ac-b0de-ad3020418195 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (5e2bcf3d-5957-4d1c-a3bb-d0cc7da79809), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:53.905552 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0d6e-5dd4-44ac-b0de-ad3020418195 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for floatingip (5e2bcf3d-5957-4d1c-a3bb-d0cc7da79809), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:53.918831 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff0d6e-5dd4-44ac-b0de-ad3020418195 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Calling delete_port for 5e2bcf3d-5957-4d1c-a3bb-d0cc7da79809 owned by network:floatingip {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:10:54.057536 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 61b79242-a3fb-45f8-8cae-9a795c2147e0 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:10:54.064810 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0d6e-5dd4-44ac-b0de-ad3020418195 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (5e2bcf3d-5957-4d1c-a3bb-d0cc7da79809), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:54.079611 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 61b79242-a3fb-45f8-8cae-9a795c2147e0 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:10:54.079955 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 61b79242-a3fb-45f8-8cae-9a795c2147e0 not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:10:54.090470 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff0d6e-5dd4-44ac-b0de-ad3020418195 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event deleted for resources: {'Port': ['ID=5e2bcf3d-5957-4d1c-a3bb-d0cc7da79809,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:10:54.152600 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0d6e-5dd4-44ac-b0de-ad3020418195 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for floatingip (5fd8cb61-2f8d-4c8a-9048-b47819ba78b4), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:54.152921 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.db.l3_db [None req-d0ff0d6e-5dd4-44ac-b0de-ad3020418195 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Floating IP 5fd8cb61-2f8d-4c8a-9048-b47819ba78b4 disassociated (deleted). External IP: 172.27.0.193, port: 01c6e9f9-8dac-4996-b9c6-53898d243ad8. Oct 31 15:10:54.348777 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ff0d6e-5dd4-44ac-b0de-ad3020418195 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Router e17b5b75-ee91-4306-8517-3e13204b7446 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:10:54.450536 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ff0d6e-5dd4-44ac-b0de-ad3020418195 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:10:54.455241 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0d6e-5dd4-44ac-b0de-ad3020418195 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:54.456678 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:54.461188 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ad2e0-e263-4cc2-bd7c-e536a46939bf None None] Sync routers for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:10:54.470531 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ad2e0-e263-4cc2-bd7c-e536a46939bf None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:10:54.471137 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-0b5ad2e0-e263-4cc2-bd7c-e536a46939bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:10:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:10:54.488928 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-d0ff0d6e-5dd4-44ac-b0de-ad3020418195 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/5fd8cb61-2f8d-4c8a-9048-b47819ba78b4 HTTP/1.1" status: 204 len: 168 time: 0.7989137 Oct 31 15:10:54.488928 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'tag': '01c6e9f9-8dac-4996-b9c6-53898d243ad8'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:10:54.489731 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13e7254-b51a-4557-a74f-f2acd8454a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fb6758-3ce0-4d41-9f6c-60d461c90d66", "tag": "01c6e9f9-8dac-4996-b9c6-53898d243ad8"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:10:54.528300 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 15:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0891788a-978a-4549-b19a-4066a718b6af x-openstack-request-id: req-0891788a-978a-4549-b19a-4066a718b6af {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:10:54.528595 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fb6758-3ce0-4d41-9f6c-60d461c90d66", "tag": "01c6e9f9-8dac-4996-b9c6-53898d243ad8", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:10:54.528845 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0891788a-978a-4549-b19a-4066a718b6af {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:10:54.529688 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0891788a-978a-4549-b19a-4066a718b6af'] response: {'name': 'network-changed', 'server_uuid': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'tag': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'status': 'completed', 'code': 200} Oct 31 15:10:54.580423 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-0b5ad2e0-e263-4cc2-bd7c-e536a46939bf None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:10:54.593683 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e7254-b51a-4557-a74f-f2acd8454a5b req-c3c62b23-6ec2-407e-97fa-3d87a58817c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:10:54.595359 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b13e7254-b51a-4557-a74f-f2acd8454a5b req-c3c62b23-6ec2-407e-97fa-3d87a58817c0 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 1129 time: 0.0411820 Oct 31 15:10:54.714772 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:54.742600 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:54.746867 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7f30f-4470-45ac-95c9-ee2b35c619a6 req-ba04e856-abf2-48c7-87d1-1714cffcb5af tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:10:54.748485 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6af7f30f-4470-45ac-95c9-ee2b35c619a6 req-ba04e856-abf2-48c7-87d1-1714cffcb5af tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 945 time: 0.0545020 Oct 31 15:10:54.803920 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [req-6af7f30f-4470-45ac-95c9-ee2b35c619a6 req-c1e7a0f3-3674-4ae0-8270-fd092538e6a7 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497062 Oct 31 15:10:54.804966 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-0b5ad2e0-e263-4cc2-bd7c-e536a46939bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:10:54.835463 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ad2e0-e263-4cc2-bd7c-e536a46939bf None None] Checking router: e17b5b75-ee91-4306-8517-3e13204b7446 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:10:54.844233 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ad2e0-e263-4cc2-bd7c-e536a46939bf None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:10:54.844842 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-0b5ad2e0-e263-4cc2-bd7c-e536a46939bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:10:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:10:54.918281 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:54.949924 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-0b5ad2e0-e263-4cc2-bd7c-e536a46939bf None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:10:54.950156 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e7254-b51a-4557-a74f-f2acd8454a5b req-4a9fc74b-65ff-4614-bcca-efc0251c5ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:10:54.951634 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b13e7254-b51a-4557-a74f-f2acd8454a5b req-4a9fc74b-65ff-4614-bcca-efc0251c5ee5 service neutron] 10.222.0.44 "GET /networking/v2.0/networks?id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 200 len: 912 time: 0.3492875 Oct 31 15:10:55.209818 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-0b5ad2e0-e263-4cc2-bd7c-e536a46939bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:10:55.233471 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ad2e0-e263-4cc2-bd7c-e536a46939bf None None] The sync data for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi is: [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:50Z', 'revision_number': 4, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi', '_interfaces': [{'id': 'c9be41b3-8fe4-4b24-bafd-895b995771b9', 'name': '', 'network_id': '3aa20268-e1a0-450c-8a2f-a6e3730c1b1e', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'mac_address': 'fa:16:3e:38:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:49Z', 'updated_at': '2022-10-31T15:03:56Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'subnets': [{'id': 'a6b7f579-3d17-4254-93e8-82d282f8242f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:10:55.446549 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0356ee5b-79ea-47a1-ada8-4874e86e716b None None] New status for floating IP 5fd8cb61-2f8d-4c8a-9048-b47819ba78b4: DOWN {{(pid=119729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 15:10:55.658001 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b13e7254-b51a-4557-a74f-f2acd8454a5b req-42fc5af8-3cc3-4c2d-967e-d8e437e04321 service neutron] 10.222.0.44 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01c6e9f9-8dac-4996-b9c6-53898d243ad8 HTTP/1.1" status: 200 len: 217 time: 0.0327752 Oct 31 15:10:55.708380 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e7254-b51a-4557-a74f-f2acd8454a5b req-87d13437-c9ed-4831-9f78-2f03485616a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:10:55.709815 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b13e7254-b51a-4557-a74f-f2acd8454a5b req-87d13437-c9ed-4831-9f78-2f03485616a0 service neutron] 10.222.0.44 "GET /networking/v2.0/subnets?id=a6b7f579-3d17-4254-93e8-82d282f8242f HTTP/1.1" status: 200 len: 850 time: 0.0431230 Oct 31 15:10:55.834600 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e7254-b51a-4557-a74f-f2acd8454a5b req-8230b8ea-d037-4519-bf55-dbed103daa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:10:55.836152 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b13e7254-b51a-4557-a74f-f2acd8454a5b req-8230b8ea-d037-4519-bf55-dbed103daa95 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?network_id=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427837 Oct 31 15:10:55.960083 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df884a-3370-4869-930e-71eba1add0e4 req-6ba5798c-cac1-45cf-aeee-70a8c60e8774 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:10:55.961528 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-14df884a-3370-4869-930e-71eba1add0e4 req-6ba5798c-cac1-45cf-aeee-70a8c60e8774 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 945 time: 0.0708299 Oct 31 15:10:55.978553 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b13e7254-b51a-4557-a74f-f2acd8454a5b req-3f045d11-2681-4f0f-adf6-b38f5189861c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362355 Oct 31 15:10:56.031740 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-14df884a-3370-4869-930e-71eba1add0e4 req-0c3870df-8e50-44da-9ef0-07de07805578 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2d31d421-d9fb-4833-83a6-13cb312e84d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646126 Oct 31 15:10:56.136133 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b13e7254-b51a-4557-a74f-f2acd8454a5b req-2135eb29-92db-49a6-b53a-181751f7d62d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341224 Oct 31 15:10:56.141669 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7331b4a-8155-46b8-942c-2f33b0ca6b7f req-1f86fe9c-d1ba-41ff-9c79-d11e5c0c6d62 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119727) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 15:10:56.143015 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7331b4a-8155-46b8-942c-2f33b0ca6b7f req-1f86fe9c-d1ba-41ff-9c79-d11e5c0c6d62 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 945 time: 0.0669746 Oct 31 15:10:56.227945 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-b7331b4a-8155-46b8-942c-2f33b0ca6b7f req-881e7bf3-51be-4e0f-b4b8-1b03fa72fb07 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Deleting port 01c6e9f9-8dac-4996-b9c6-53898d243ad8 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:10:56.228289 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-b7331b4a-8155-46b8-942c-2f33b0ca6b7f req-881e7bf3-51be-4e0f-b4b8-1b03fa72fb07 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:56.321728 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [req-b7331b4a-8155-46b8-942c-2f33b0ca6b7f req-881e7bf3-51be-4e0f-b4b8-1b03fa72fb07 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] For port 01c6e9f9-8dac-4996-b9c6-53898d243ad8, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=01c6e9f9-8dac-4996-b9c6-53898d243ad8,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:10:56.322089 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-b7331b4a-8155-46b8-942c-2f33b0ca6b7f req-881e7bf3-51be-4e0f-b4b8-1b03fa72fb07 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:56.336217 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [req-b7331b4a-8155-46b8-942c-2f33b0ca6b7f req-881e7bf3-51be-4e0f-b4b8-1b03fa72fb07 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Calling delete_port for 01c6e9f9-8dac-4996-b9c6-53898d243ad8 owned by compute:nova {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:10:56.455259 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:56.468431 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-b7331b4a-8155-46b8-942c-2f33b0ca6b7f req-881e7bf3-51be-4e0f-b4b8-1b03fa72fb07 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (01c6e9f9-8dac-4996-b9c6-53898d243ad8), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:56.494362 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e7bf3-51be-4e0f-b4b8-1b03fa72fb07 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event deleted for resources: {'Port': ['ID=01c6e9f9-8dac-4996-b9c6-53898d243ad8,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:10:56.543107 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7331b4a-8155-46b8-942c-2f33b0ca6b7f req-881e7bf3-51be-4e0f-b4b8-1b03fa72fb07 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] No DVR routers for this DVR port 01c6e9f9-8dac-4996-b9c6-53898d243ad8 on host hv-cinder-86022 {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:10:56.545548 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [req-b7331b4a-8155-46b8-942c-2f33b0ca6b7f req-881e7bf3-51be-4e0f-b4b8-1b03fa72fb07 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for port (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:56.548715 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-b7331b4a-8155-46b8-942c-2f33b0ca6b7f req-881e7bf3-51be-4e0f-b4b8-1b03fa72fb07 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.44 "DELETE /networking/v2.0/ports/01c6e9f9-8dac-4996-b9c6-53898d243ad8 HTTP/1.1" status: 204 len: 173 time: 0.3998876 Oct 31 15:10:56.549201 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'name': 'network-vif-deleted', 'tag': '01c6e9f9-8dac-4996-b9c6-53898d243ad8'}] {{(pid=119727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 15:10:56.551951 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22c701001e6b3a700e379e1f7fe1ae78f11240b8af142bd0f825ad77a5ce690b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b149cd-b1a4-46ea-9f08-2d65f7f12ee9" -d '{"events": [{"server_uuid": "a8fb6758-3ce0-4d41-9f6c-60d461c90d66", "name": "network-vif-deleted", "tag": "01c6e9f9-8dac-4996-b9c6-53898d243ad8"}]}' {{(pid=119727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 15:10:56.599082 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 15:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67217c40-1102-47fa-8f8e-cbc827c71f62 x-openstack-request-id: req-67217c40-1102-47fa-8f8e-cbc827c71f62 {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 15:10:56.599382 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fb6758-3ce0-4d41-9f6c-60d461c90d66", "name": "network-vif-deleted", "tag": "01c6e9f9-8dac-4996-b9c6-53898d243ad8", "status": "completed", "code": 200}]} {{(pid=119727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 15:10:56.599722 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67217c40-1102-47fa-8f8e-cbc827c71f62 {{(pid=119727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 15:10:56.600057 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67217c40-1102-47fa-8f8e-cbc827c71f62'] response: {'server_uuid': 'a8fb6758-3ce0-4d41-9f6c-60d461c90d66', 'name': 'network-vif-deleted', 'tag': '01c6e9f9-8dac-4996-b9c6-53898d243ad8', 'status': 'completed', 'code': 200} Oct 31 15:10:57.166020 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [req-a56208ab-be0b-49ef-94cb-a01affba07a7 req-7f9654a9-15ab-42f0-a150-ad8c1bc49028 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8fb6758-3ce0-4d41-9f6c-60d461c90d66 HTTP/1.1" status: 200 len: 210 time: 0.0389795 Oct 31 15:10:58.234710 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51368) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:10:58.344000 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-cb187ba2-8620-4936-ae9b-9e3cc4fcffa8 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Deleting port 3abebd61-550d-42d8-8e0f-ee6ffc69639b {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:10:58.344337 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb187ba2-8620-4936-ae9b-9e3cc4fcffa8 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (3abebd61-550d-42d8-8e0f-ee6ffc69639b), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:58.355459 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:10:58.423436 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb187ba2-8620-4936-ae9b-9e3cc4fcffa8 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (3abebd61-550d-42d8-8e0f-ee6ffc69639b), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:58.423788 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb187ba2-8620-4936-ae9b-9e3cc4fcffa8 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for floatingip (3abebd61-550d-42d8-8e0f-ee6ffc69639b), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:58.436462 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-cb187ba2-8620-4936-ae9b-9e3cc4fcffa8 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Calling delete_port for 3abebd61-550d-42d8-8e0f-ee6ffc69639b owned by network:floatingip {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:10:58.566503 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb187ba2-8620-4936-ae9b-9e3cc4fcffa8 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (3abebd61-550d-42d8-8e0f-ee6ffc69639b), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:58.592557 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb187ba2-8620-4936-ae9b-9e3cc4fcffa8 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event deleted for resources: {'Port': ['ID=3abebd61-550d-42d8-8e0f-ee6ffc69639b,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:10:58.652036 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb187ba2-8620-4936-ae9b-9e3cc4fcffa8 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for floatingip (91bfb16a-b3f2-4e62-ae42-2caeaa882708), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:58.654466 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cb187ba2-8620-4936-ae9b-9e3cc4fcffa8 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1980546'] for floatingip (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:58.655635 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-cb187ba2-8620-4936-ae9b-9e3cc4fcffa8 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/91bfb16a-b3f2-4e62-ae42-2caeaa882708 HTTP/1.1" status: 204 len: 168 time: 0.4209833 Oct 31 15:10:59.859634 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51380) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:10:59.920282 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cbd58e3a-69a4-4c95-a0f9-542821237ff4 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group (2d31d421-d9fb-4833-83a6-13cb312e84d9), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:10:59.944221 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cbd58e3a-69a4-4c95-a0f9-542821237ff4 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group (2d31d421-d9fb-4833-83a6-13cb312e84d9), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:00.004807 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cbd58e3a-69a4-4c95-a0f9-542821237ff4 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (2d31d421-d9fb-4833-83a6-13cb312e84d9), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:00.007367 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cbd58e3a-69a4-4c95-a0f9-542821237ff4 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:00.008553 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-cbd58e3a-69a4-4c95-a0f9-542821237ff4 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2d31d421-d9fb-4833-83a6-13cb312e84d9 HTTP/1.1" status: 204 len: 168 time: 0.1479433 Oct 31 15:11:00.018298 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd58e3a-69a4-4c95-a0f9-542821237ff4 tempest-TestVolumeBootPattern-530201108 tempest-TestVolumeBootPattern-530201108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d31d421-d9fb-4833-83a6-13cb312e84d9,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:11:00.067528 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51384) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:11:00.104738 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 01c6e9f9-8dac-4996-b9c6-53898d243ad8 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:11:00.124291 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] No Port match for: 01c6e9f9-8dac-4996-b9c6-53898d243ad8 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:11:00.124635 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Device 01c6e9f9-8dac-4996-b9c6-53898d243ad8 not bound to the agent host hv-cinder-86022 {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:11:00.477024 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:00.523220 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7a21c540-0214-4c62-9916-7f49564a3110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399060'] for router_interface (e17b5b75-ee91-4306-8517-3e13204b7446), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:00.578064 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:00.741438 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-7a21c540-0214-4c62-9916-7f49564a3110 admin admin] Deleting port c9be41b3-8fe4-4b24-bafd-895b995771b9 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:11:00.741687 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7a21c540-0214-4c62-9916-7f49564a3110 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:00.821805 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-7a21c540-0214-4c62-9916-7f49564a3110 admin admin] For port c9be41b3-8fe4-4b24-bafd-895b995771b9, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=c9be41b3-8fe4-4b24-bafd-895b995771b9,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:11:00.822161 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7a21c540-0214-4c62-9916-7f49564a3110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:00.835368 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-7a21c540-0214-4c62-9916-7f49564a3110 admin admin] Calling delete_port for c9be41b3-8fe4-4b24-bafd-895b995771b9 owned by network:router_interface {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:11:01.008449 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7a21c540-0214-4c62-9916-7f49564a3110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (c9be41b3-8fe4-4b24-bafd-895b995771b9), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:01.030975 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21c540-0214-4c62-9916-7f49564a3110 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9be41b3-8fe4-4b24-bafd-895b995771b9,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:11:01.196176 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-7a21c540-0214-4c62-9916-7f49564a3110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400708'] for router_interface (e17b5b75-ee91-4306-8517-3e13204b7446), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:01.215893 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8f4238-a49a-456d-814a-b2b4b99b9a37 None None] get_active_networks_info from dv-cinder-860227-3-iscsi {{(pid=119729) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 15:11:01.288970 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8f4238-a49a-456d-814a-b2b4b99b9a37 None None] Resources bound (agent type, host, resource id): {{(pid=119729) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 15:11:01.336691 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:01.399092 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:01.404680 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a21c540-0214-4c62-9916-7f49564a3110 admin admin] Router e17b5b75-ee91-4306-8517-3e13204b7446 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119727) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:11:01.517381 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a21c540-0214-4c62-9916-7f49564a3110 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119727) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:11:01.523234 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-7a21c540-0214-4c62-9916-7f49564a3110 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/e17b5b75-ee91-4306-8517-3e13204b7446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4541993 Oct 31 15:11:01.525793 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51388) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:11:01.531511 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800542a-55a1-477f-89e2-cc8ad7f5e9d9 None None] Sync routers for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:11:01.543132 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6800542a-55a1-477f-89e2-cc8ad7f5e9d9 None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:11:01.543793 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-6800542a-55a1-477f-89e2-cc8ad7f5e9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:10:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:11:01.638581 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] Publish callbacks [] for router (e17b5b75-ee91-4306-8517-3e13204b7446), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:01.651202 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-6800542a-55a1-477f-89e2-cc8ad7f5e9d9 None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:11:01.749924 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] Publish callbacks [] for router_gateway (e17b5b75-ee91-4306-8517-3e13204b7446), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:01.794509 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] Deleting port d7bc76d7-37fd-4699-b6c6-7b85d55af14d {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:11:01.794761 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (d7bc76d7-37fd-4699-b6c6-7b85d55af14d), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:01.839360 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-6800542a-55a1-477f-89e2-cc8ad7f5e9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:11:00Z', 'revision_number': 5, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port': {'id': 'd7bc76d7-37fd-4699-b6c6-7b85d55af14d', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:11:01.865392 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800542a-55a1-477f-89e2-cc8ad7f5e9d9 None None] Checking router: e17b5b75-ee91-4306-8517-3e13204b7446 for host: dv-cinder-860227-3-iscsi {{(pid=119730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:11:01.874402 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6800542a-55a1-477f-89e2-cc8ad7f5e9d9 None None] Routers {'e17b5b75-ee91-4306-8517-3e13204b7446'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:11:01.875012 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-6800542a-55a1-477f-89e2-cc8ad7f5e9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:10:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['e17b5b75-ee91-4306-8517-3e13204b7446'], 'active': True} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:11:01.895966 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] For port d7bc76d7-37fd-4699-b6c6-7b85d55af14d, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=d7bc76d7-37fd-4699-b6c6-7b85d55af14d,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:11:01.896338 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (d7bc76d7-37fd-4699-b6c6-7b85d55af14d), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:01.913981 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] Calling delete_port for d7bc76d7-37fd-4699-b6c6-7b85d55af14d owned by network:router_gateway {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:11:01.965528 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_dvr_db [None req-6800542a-55a1-477f-89e2-cc8ad7f5e9d9 None None] Set router e17b5b75-ee91-4306-8517-3e13204b7446 gateway port host: None {{(pid=119730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:11:02.012896 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.l3_hamode_db [None req-6800542a-55a1-477f-89e2-cc8ad7f5e9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:11:01Z', 'revision_number': 6, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port_host': None}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:11:02.035407 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-6cef0f59-2cf9-4dc7-8424-1e6892a8db06 None None] Provisioning complete for port a0b19771-e22c-4466-a68c-1b9f5854158b triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:11:02.035993 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-6cef0f59-2cf9-4dc7-8424-1e6892a8db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.036335 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-6cef0f59-2cf9-4dc7-8424-1e6892a8db06 None None] Attempt 1 to provision port a0b19771-e22c-4466-a68c-1b9f5854158b Oct 31 15:11:02.041681 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800542a-55a1-477f-89e2-cc8ad7f5e9d9 None None] The sync data for ids ['e17b5b75-ee91-4306-8517-3e13204b7446'] in dv-cinder-860227-3-iscsi is: [{'id': 'e17b5b75-ee91-4306-8517-3e13204b7446', 'name': 'tempest-TestVolumeBootPattern-111484108-router', 'tenant_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:47Z', 'updated_at': '2022-10-31T15:11:01Z', 'revision_number': 6, 'project_id': 'd7f5a9331dd54d9e8b5033234cb1077a', 'gw_port_host': None}] {{(pid=119730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:11:02.098312 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (d7bc76d7-37fd-4699-b6c6-7b85d55af14d), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.116884 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-6cef0f59-2cf9-4dc7-8424-1e6892a8db06 None None] Current status of the port a0b19771-e22c-4466-a68c-1b9f5854158b is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:11:02.122103 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bc76d7-37fd-4699-b6c6-7b85d55af14d,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:11:02.186029 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398739'] for router_gateway (e17b5b75-ee91-4306-8517-3e13204b7446), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.273041 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56567'] for router (e17b5b75-ee91-4306-8517-3e13204b7446), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.275206 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] Publish callbacks [] for router_controller (e17b5b75-ee91-4306-8517-3e13204b7446), precommit_delete_associations {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.310964 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:02.317584 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400657'] for router (e17b5b75-ee91-4306-8517-3e13204b7446), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.318405 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e17b5b75-ee91-4306-8517-3e13204b7446 {{(pid=119727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 15:11:02.322941 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.324275 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-cabc1132-56a1-4e3e-8ed0-5f3befb25e3b admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/e17b5b75-ee91-4306-8517-3e13204b7446 HTTP/1.1" status: 204 len: 168 time: 0.7975578 Oct 31 15:11:02.326836 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51390) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:11:02.368552 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:02.376948 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a657c9-698f-46ed-927e-7058b7debc46 admin admin] Deleting subnet a6b7f579-3d17-4254-93e8-82d282f8242f {{(pid=119727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 15:11:02.380430 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b1a657c9-698f-46ed-927e-7058b7debc46 admin admin] Publish callbacks [] for subnet (a6b7f579-3d17-4254-93e8-82d282f8242f), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.417818 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b1a657c9-698f-46ed-927e-7058b7debc46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13779360'] for subnet (a6b7f579-3d17-4254-93e8-82d282f8242f), precommit_delete_associations {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.495260 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b1a657c9-698f-46ed-927e-7058b7debc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (a6b7f579-3d17-4254-93e8-82d282f8242f), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.551416 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b1a657c9-698f-46ed-927e-7058b7debc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15224884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14532878'] for subnet (a6b7f579-3d17-4254-93e8-82d282f8242f), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.575666 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a657c9-698f-46ed-927e-7058b7debc46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b7f579-3d17-4254-93e8-82d282f8242f,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:11:02.581139 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b1a657c9-698f-46ed-927e-7058b7debc46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.587494 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-b1a657c9-698f-46ed-927e-7058b7debc46 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/a6b7f579-3d17-4254-93e8-82d282f8242f HTTP/1.1" status: 204 len: 168 time: 0.2573700 Oct 31 15:11:02.587684 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06a8ac5-a369-457e-97e3-3ff9e4347387 None None] Network 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:11:02.588146 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51392) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:11:02.659372 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (3aa20268-e1a0-450c-8a2f-a6e3730c1b1e), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.703416 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] Deleting port a0b19771-e22c-4466-a68c-1b9f5854158b {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:11:02.703862 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.776683 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] For port a0b19771-e22c-4466-a68c-1b9f5854158b, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=a0b19771-e22c-4466-a68c-1b9f5854158b,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:11:02.777044 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.788740 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] DHCP port deletion for 3aa20268-e1a0-450c-8a2f-a6e3730c1b1e request from dv-cinder-860227-3-iscsi {{(pid=119729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 15:11:02.791321 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] Calling delete_port for a0b19771-e22c-4466-a68c-1b9f5854158b owned by network:dhcp {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:11:02.791830 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:02.793815 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:02.830655 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Deleting port a0b19771-e22c-4466-a68c-1b9f5854158b {{(pid=119729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:11:02.830940 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), before_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.870936 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.895357 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.db [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] For port a0b19771-e22c-4466-a68c-1b9f5854158b, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=a0b19771-e22c-4466-a68c-1b9f5854158b,segment=NetworkSegment(41df03ce-c756-41f8-be1c-af2e59a46dd0),segment_id=41df03ce-c756-41f8-be1c-af2e59a46dd0)] {{(pid=119729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:11:02.895750 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), precommit_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:02.900334 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b19771-e22c-4466-a68c-1b9f5854158b,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:11:02.902141 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] No DVR routers for this DVR port a0b19771-e22c-4466-a68c-1b9f5854158b on host dv-cinder-860227-3-iscsi {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:11:02.913281 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Calling delete_port for a0b19771-e22c-4466-a68c-1b9f5854158b owned by network:dhcp {{(pid=119729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:11:02.994897 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290'] for port (a0b19771-e22c-4466-a68c-1b9f5854158b), after_delete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:03.021724 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Pushing event deleted for resources: {'Port': ['ID=a0b19771-e22c-4466-a68c-1b9f5854158b,revision_number=None']} {{(pid=119729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:11:03.026222 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] No DVR routers for this DVR port a0b19771-e22c-4466-a68c-1b9f5854158b on host dv-cinder-860227-3-iscsi {{(pid=119729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:11:03.033050 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:03.033397 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:03.033853 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:03.034037 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:03.034371 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:03.034692 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:03.035057 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:03.035382 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:03.036009 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:03.036522 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:03.037034 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:03.037536 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:03.038036 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:03.038519 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:03.039159 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721e4234-83f1-491b-ad6d-18ba63ee5338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:03.230857 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (3aa20268-e1a0-450c-8a2f-a6e3730c1b1e), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:03.250856 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa20268-e1a0-450c-8a2f-a6e3730c1b1e']}} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:11:03.260975 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41df03ce-c756-41f8-be1c-af2e59a46dd0') {'for_net_delete': True} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:11:03.261269 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41df03ce-c756-41f8-be1c-af2e59a46dd0') {} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:11:03.273998 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13779369'] for segment (41df03ce-c756-41f8-be1c-af2e59a46dd0), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:03.286148 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (41df03ce-c756-41f8-be1c-af2e59a46dd0), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:03.292461 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=119727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 15:11:03.292787 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15224914'] for segment (41df03ce-c756-41f8-be1c-af2e59a46dd0), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:03.338651 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment 41df03ce-c756-41f8-be1c-af2e59a46dd0 resource provider aggregate not found Oct 31 15:11:03.357475 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment 41df03ce-c756-41f8-be1c-af2e59a46dd0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41df03ce-c756-41f8-be1c-af2e59a46dd0 found for delete ", "request_id": "req-afc3ab3c-9126-4fc2-b696-693cc20054fe"}]} Oct 31 15:11:03.359859 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (3aa20268-e1a0-450c-8a2f-a6e3730c1b1e), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:03.366136 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:03.369250 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/3aa20268-e1a0-450c-8a2f-a6e3730c1b1e HTTP/1.1" status: 204 len: 168 time: 0.7806053 Oct 31 15:11:03.372412 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [-] (119728) accepted ('10.222.0.36', 51398) {{(pid=119728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:11:03.380983 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac193bd9-1a1b-4f52-b169-021ef03696d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa20268-e1a0-450c-8a2f-a6e3730c1b1e,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:11:03.858912 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device c9be41b3-8fe4-4b24-bafd-895b995771b9 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:11:03.879310 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: c9be41b3-8fe4-4b24-bafd-895b995771b9 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:11:03.879726 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device c9be41b3-8fe4-4b24-bafd-895b995771b9 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:11:03.880112 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device d7bc76d7-37fd-4699-b6c6-7b85d55af14d no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:11:03.901052 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: d7bc76d7-37fd-4699-b6c6-7b85d55af14d {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:11:03.901403 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device d7bc76d7-37fd-4699-b6c6-7b85d55af14d not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:11:03.901815 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device a0b19771-e22c-4466-a68c-1b9f5854158b no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:11:03.907425 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399060'] for router_interface (eab18ca9-a28f-481f-876c-c18f0a56acb7), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:03.919748 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: a0b19771-e22c-4466-a68c-1b9f5854158b {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:11:03.920098 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device a0b19771-e22c-4466-a68c-1b9f5854158b not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:11:04.126940 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Deleting port f66c8a38-2a1e-458c-a904-e4d7dc729929 {{(pid=119728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:11:04.127183 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), before_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:04.209370 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.db [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] For port f66c8a38-2a1e-458c-a904-e4d7dc729929, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=f66c8a38-2a1e-458c-a904-e4d7dc729929,segment=NetworkSegment(4e62a2e5-9f37-4af1-a0a2-70e3ba356d65),segment_id=4e62a2e5-9f37-4af1-a0a2-70e3ba356d65)] {{(pid=119728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:11:04.209733 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), precommit_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:04.222720 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Calling delete_port for f66c8a38-2a1e-458c-a904-e4d7dc729929 owned by network:router_interface {{(pid=119728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:11:04.277067 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:04.325809 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=100 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:04.399659 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14674337'] for port (f66c8a38-2a1e-458c-a904-e4d7dc729929), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:04.423663 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66c8a38-2a1e-458c-a904-e4d7dc729929,revision_number=None']} {{(pid=119728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:11:04.451305 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:04.451685 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:04.452026 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:04.452360 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:04.452690 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:04.453015 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:04.453342 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:04.453659 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:04.453981 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:04.454308 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:04.454625 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:04.454945 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:04.455264 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:04.455597 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:04.455918 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-3-iscsi {{(pid=119728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 15:11:04.597976 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron_lib.callbacks.manager [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400708'] for router_interface (eab18ca9-a28f-481f-876c-c18f0a56acb7), after_delete {{(pid=119728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:04.618125 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814c9741-045a-4c74-9160-0e1efce8d6cf None None] get_active_networks_info from dv-cinder-860227-3-iscsi {{(pid=119729) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 15:11:04.685886 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c9741-045a-4c74-9160-0e1efce8d6cf None None] Resources bound (agent type, host, resource id): {{(pid=119729) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 15:11:04.808448 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Router eab18ca9-a28f-481f-876c-c18f0a56acb7 has already been hosted by L3 agent 6b19fae5-7f03-4733-8b37-0c71d52f5d71 {{(pid=119728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 15:11:04.916197 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] Notify agent at l3_agent.dv-cinder-860227-3-iscsi the message routers_updated {{(pid=119728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 15:11:04.921357 dv-cinder-860227-3-iscsi neutron-server[119728]: INFO neutron.wsgi [None req-0ae9cb9e-d82f-431b-a0b8-8e2a2aabe1b3 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/eab18ca9-a28f-481f-876c-c18f0a56acb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5479465 Oct 31 15:11:04.924130 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51400) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:11:04.925233 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c608100-46f9-4ad6-a185-3f5c4058ee1b None None] Sync routers for ids ['eab18ca9-a28f-481f-876c-c18f0a56acb7'] in dv-cinder-860227-3-iscsi {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 15:11:04.938229 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c608100-46f9-4ad6-a185-3f5c4058ee1b None None] Routers {'eab18ca9-a28f-481f-876c-c18f0a56acb7'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:11:04.939142 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-4c608100-46f9-4ad6-a185-3f5c4058ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:10:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['eab18ca9-a28f-481f-876c-c18f0a56acb7'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:11:05.014018 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:05.034741 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] Publish callbacks [] for router (eab18ca9-a28f-481f-876c-c18f0a56acb7), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.052944 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-4c608100-46f9-4ad6-a185-3f5c4058ee1b None None] Set router eab18ca9-a28f-481f-876c-c18f0a56acb7 gateway port host: dv-cinder-860227-3-iscsi {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:11:05.079073 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:05.147119 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] Publish callbacks [] for router_gateway (eab18ca9-a28f-481f-876c-c18f0a56acb7), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.195905 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] Deleting port ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:11:05.196156 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (ca1e2d64-c0ad-4e9d-b501-d94733b1fc07), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.234392 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-4c608100-46f9-4ad6-a185-3f5c4058ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'name': 'tempest-TestVolumeBootPattern-583950355-router', 'tenant_id': 'f1c52c7d41be4e1aa934c498760d7403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'external_fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'ca1e2d64-c0ad-4e9d-b501-d94733b1fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:11:04Z', 'revision_number': 5, 'project_id': 'f1c52c7d41be4e1aa934c498760d7403', 'gw_port': {'id': 'ca1e2d64-c0ad-4e9d-b501-d94733b1fc07', 'name': '', 'network_id': 'c40cf38d-c47f-49e0-b4d6-a10af0e88519', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1c50422-bdac-4df1-95f7-ae5f87e3619b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-3-iscsi'}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:11:05.264995 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c608100-46f9-4ad6-a185-3f5c4058ee1b None None] Checking router: eab18ca9-a28f-481f-876c-c18f0a56acb7 for host: dv-cinder-860227-3-iscsi {{(pid=119729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 15:11:05.271959 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:05.275360 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c608100-46f9-4ad6-a185-3f5c4058ee1b None None] Routers {'eab18ca9-a28f-481f-876c-c18f0a56acb7'} bound to L3 agent in host dv-cinder-860227-3-iscsi {{(pid=119729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 15:11:05.276012 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-4c608100-46f9-4ad6-a185-3f5c4058ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T14:48:17Z,description=,heartbeat_timestamp=2022-10-31T15:10:48Z,host='dv-cinder-860227-3-iscsi',id=6b19fae5-7f03-4733-8b37-0c71d52f5d71,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T14:48:17Z,topic='l3_agent')) {'router_ids': ['eab18ca9-a28f-481f-876c-c18f0a56acb7'], 'active': True} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:11:05.289056 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] For port ca1e2d64-c0ad-4e9d-b501-d94733b1fc07, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=ca1e2d64-c0ad-4e9d-b501-d94733b1fc07,segment=NetworkSegment(f7ffd476-5409-4c0a-8999-2fa62d96efa1),segment_id=f7ffd476-5409-4c0a-8999-2fa62d96efa1)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:11:05.289422 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (ca1e2d64-c0ad-4e9d-b501-d94733b1fc07), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.305986 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] Calling delete_port for ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 owned by network:router_gateway {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:11:05.361850 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_dvr_db [None req-4c608100-46f9-4ad6-a185-3f5c4058ee1b None None] Set router eab18ca9-a28f-481f-876c-c18f0a56acb7 gateway port host: None {{(pid=119729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 15:11:05.417429 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.l3_hamode_db [None req-4c608100-46f9-4ad6-a185-3f5c4058ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'name': 'tempest-TestVolumeBootPattern-583950355-router', 'tenant_id': 'f1c52c7d41be4e1aa934c498760d7403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:11:05Z', 'revision_number': 6, 'project_id': 'f1c52c7d41be4e1aa934c498760d7403', 'gw_port_host': None}], 'dv-cinder-860227-3-iscsi', False) {} {{(pid=119729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:11:05.419083 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.db.provisioning_blocks [None req-5bd2b4d8-e971-4af2-8cc1-6af4ecc1c18a None None] Provisioning complete for port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 triggered by entity DHCP. {{(pid=119729) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 15:11:05.419446 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5bd2b4d8-e971-4af2-8cc1-6af4ecc1c18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377921'] for port (6f0a5b2a-db55-445b-a133-4afa3a0889e3), provisioning_complete {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.419800 dv-cinder-860227-3-iscsi neutron-server[119729]: INFO neutron.plugins.ml2.plugin [None req-5bd2b4d8-e971-4af2-8cc1-6af4ecc1c18a None None] Attempt 1 to provision port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 Oct 31 15:11:05.463743 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c608100-46f9-4ad6-a185-3f5c4058ee1b None None] The sync data for ids ['eab18ca9-a28f-481f-876c-c18f0a56acb7'] in dv-cinder-860227-3-iscsi is: [{'id': 'eab18ca9-a28f-481f-876c-c18f0a56acb7', 'name': 'tempest-TestVolumeBootPattern-583950355-router', 'tenant_id': 'f1c52c7d41be4e1aa934c498760d7403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T15:03:52Z', 'updated_at': '2022-10-31T15:11:05Z', 'revision_number': 6, 'project_id': 'f1c52c7d41be4e1aa934c498760d7403', 'gw_port_host': None}] {{(pid=119729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 15:11:05.468308 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:05.474122 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (ca1e2d64-c0ad-4e9d-b501-d94733b1fc07), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.498101 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1e2d64-c0ad-4e9d-b501-d94733b1fc07,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:11:05.525203 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2b4d8-e971-4af2-8cc1-6af4ecc1c18a None None] Current status of the port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 is: ACTIVE; New status is: ACTIVE {{(pid=119729) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 15:11:05.570458 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398739'] for router_gateway (eab18ca9-a28f-481f-876c-c18f0a56acb7), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.662534 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56567'] for router (eab18ca9-a28f-481f-876c-c18f0a56acb7), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.664821 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] Publish callbacks [] for router_controller (eab18ca9-a28f-481f-876c-c18f0a56acb7), precommit_delete_associations {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.707824 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-400657'] for router (eab18ca9-a28f-481f-876c-c18f0a56acb7), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.708502 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab18ca9-a28f-481f-876c-c18f0a56acb7 {{(pid=119727) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 15:11:05.713150 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.714346 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-28db919f-d15b-4dd9-bb52-63ebc8537df6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/eab18ca9-a28f-481f-876c-c18f0a56acb7 HTTP/1.1" status: 204 len: 168 time: 0.7891834 Oct 31 15:11:05.716879 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51402) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:11:05.764395 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a370e9-9070-4e51-b0fa-5827af39f709 admin admin] Deleting subnet 9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd {{(pid=119727) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 15:11:05.767519 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-24a370e9-9070-4e51-b0fa-5827af39f709 admin admin] Publish callbacks [] for subnet (9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.802193 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-24a370e9-9070-4e51-b0fa-5827af39f709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13779360'] for subnet (9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd), precommit_delete_associations {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.875378 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-24a370e9-9070-4e51-b0fa-5827af39f709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381011'] for subnet (9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.941816 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-24a370e9-9070-4e51-b0fa-5827af39f709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15224884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14532878'] for subnet (9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.945784 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:05.948349 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:05.972967 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a370e9-9070-4e51-b0fa-5827af39f709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:11:05.977530 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-24a370e9-9070-4e51-b0fa-5827af39f709 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:05.980626 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-24a370e9-9070-4e51-b0fa-5827af39f709 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/9dd4a56f-f11b-4d0f-a3a6-b43efb0699cd HTTP/1.1" status: 204 len: 168 time: 0.2628460 Oct 31 15:11:05.983532 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51404) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:11:05.987695 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4f2e4b-cbd6-4b40-bf0d-fe75cf2fa482 None None] Network cf8e2369-5b08-4617-ba95-f146650db29a requested from dv-cinder-860227-3-iscsi {{(pid=119729) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 15:11:06.010468 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:11:06.057971 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727567'] for network (cf8e2369-5b08-4617-ba95-f146650db29a), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:06.061483 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:11:06.061849 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device ca1e2d64-c0ad-4e9d-b501-d94733b1fc07 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:11:06.062276 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device f66c8a38-2a1e-458c-a904-e4d7dc729929 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:11:06.108841 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] Deleting port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 {{(pid=119727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 15:11:06.109272 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735234610634'] for port (6f0a5b2a-db55-445b-a133-4afa3a0889e3), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:06.182089 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.db [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] For port 6f0a5b2a-db55-445b-a133-4afa3a0889e3, host dv-cinder-860227-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-3-iscsi',level=0,port_id=6f0a5b2a-db55-445b-a133-4afa3a0889e3,segment=NetworkSegment(4e62a2e5-9f37-4af1-a0a2-70e3ba356d65),segment_id=4e62a2e5-9f37-4af1-a0a2-70e3ba356d65)] {{(pid=119727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 15:11:06.182452 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396251'] for port (6f0a5b2a-db55-445b-a133-4afa3a0889e3), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:06.198338 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.plugin [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] Calling delete_port for 6f0a5b2a-db55-445b-a133-4afa3a0889e3 owned by network:dhcp {{(pid=119727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 15:11:06.228807 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: f66c8a38-2a1e-458c-a904-e4d7dc729929 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:11:06.229416 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device f66c8a38-2a1e-458c-a904-e4d7dc729929 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:11:06.288293 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1435770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735234614703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735234204290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15224929'] for port (6f0a5b2a-db55-445b-a133-4afa3a0889e3), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:06.317877 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0a5b2a-db55-445b-a133-4afa3a0889e3,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:11:06.323411 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] No DVR routers for this DVR port 6f0a5b2a-db55-445b-a133-4afa3a0889e3 on host dv-cinder-860227-3-iscsi {{(pid=119727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 15:11:06.330906 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70765cbc-e04b-49cf-842c-752afbc698c1 None None] DHCP port deletion for cf8e2369-5b08-4617-ba95-f146650db29a request from dv-cinder-860227-3-iscsi {{(pid=119729) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 15:11:06.395365 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379944', 'neutron.services.segments.db._delete_segments_for_network-8735234739842'] for network (cf8e2369-5b08-4617-ba95-f146650db29a), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:06.414926 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8e2369-5b08-4617-ba95-f146650db29a']}} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:11:06.423964 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e62a2e5-9f37-4af1-a0a2-70e3ba356d65') {'for_net_delete': True} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:11:06.424254 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.services.segments.db [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e62a2e5-9f37-4af1-a0a2-70e3ba356d65') {} {{(pid=119727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 15:11:06.433535 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735234739905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13779369'] for segment (4e62a2e5-9f37-4af1-a0a2-70e3ba356d65), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:06.447151 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467'] for segment (4e62a2e5-9f37-4af1-a0a2-70e3ba356d65), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:06.453354 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=119727) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 15:11:06.453742 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-775467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15224914'] for segment (4e62a2e5-9f37-4af1-a0a2-70e3ba356d65), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:06.473107 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment 4e62a2e5-9f37-4af1-a0a2-70e3ba356d65 resource provider aggregate not found Oct 31 15:11:06.517431 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.services.segments.plugin [-] Segment 4e62a2e5-9f37-4af1-a0a2-70e3ba356d65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e62a2e5-9f37-4af1-a0a2-70e3ba356d65 found for delete ", "request_id": "req-e05d7049-00cc-40fc-9a19-e255a311e71d"}]} Oct 31 15:11:06.525961 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398783'] for network (cf8e2369-5b08-4617-ba95-f146650db29a), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:06.531446 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645059'] for network (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:06.534501 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/cf8e2369-5b08-4617-ba95-f146650db29a HTTP/1.1" status: 204 len: 168 time: 0.5499806 Oct 31 15:11:06.545664 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24406f7-f63b-42a1-9cc6-a6b907250608 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf8e2369-5b08-4617-ba95-f146650db29a,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:11:06.648687 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51412) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:11:06.688486 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-62e18c31-c7f2-4ba2-90a6-601232d04569 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d7f5a9331dd54d9e8b5033234cb1077a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386019 Oct 31 15:11:06.690872 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51414) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:11:06.739147 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1b42ebe2-0f2e-4ca5-bcc4-05fdb3d05feb admin admin] Publish callbacks [] for security_group (a33d8cb6-d661-468e-b93d-64655ea091cb), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:06.758852 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1b42ebe2-0f2e-4ca5-bcc4-05fdb3d05feb admin admin] Publish callbacks [] for security_group (a33d8cb6-d661-468e-b93d-64655ea091cb), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:06.804752 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1b42ebe2-0f2e-4ca5-bcc4-05fdb3d05feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (a33d8cb6-d661-468e-b93d-64655ea091cb), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:06.807281 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-1b42ebe2-0f2e-4ca5-bcc4-05fdb3d05feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:06.808472 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-1b42ebe2-0f2e-4ca5-bcc4-05fdb3d05feb admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a33d8cb6-d661-468e-b93d-64655ea091cb HTTP/1.1" status: 204 len: 168 time: 0.1165855 Oct 31 15:11:06.816726 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42ebe2-0f2e-4ca5-bcc4-05fdb3d05feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33d8cb6-d661-468e-b93d-64655ea091cb,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:11:07.133264 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51420) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:11:07.177035 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-b85f60a9-6b6c-4dfb-ab7f-b94722fe228a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f1c52c7d41be4e1aa934c498760d7403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425973 Oct 31 15:11:07.179520 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [-] (119727) accepted ('10.222.0.36', 51422) {{(pid=119727) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 15:11:07.227322 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4c210b91-9afb-4c27-8d55-a1584645b2a2 admin admin] Publish callbacks [] for security_group (b491ee74-7076-4864-b06c-bee0a19d7ef5), before_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:07.247577 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4c210b91-9afb-4c27-8d55-a1584645b2a2 admin admin] Publish callbacks [] for security_group (b491ee74-7076-4864-b06c-bee0a19d7ef5), precommit_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:07.249009 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:07.256002 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:07.296513 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4c210b91-9afb-4c27-8d55-a1584645b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523520'] for security_group (b491ee74-7076-4864-b06c-bee0a19d7ef5), after_delete {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:07.299168 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron_lib.callbacks.manager [None req-4c210b91-9afb-4c27-8d55-a1584645b2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:07.300350 dv-cinder-860227-3-iscsi neutron-server[119727]: INFO neutron.wsgi [None req-4c210b91-9afb-4c27-8d55-a1584645b2a2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b491ee74-7076-4864-b06c-bee0a19d7ef5 HTTP/1.1" status: 204 len: 168 time: 0.1199350 Oct 31 15:11:07.308321 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c210b91-9afb-4c27-8d55-a1584645b2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b491ee74-7076-4864-b06c-bee0a19d7ef5,revision_number=None']} {{(pid=119727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 15:11:08.001066 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 6f0a5b2a-db55-445b-a133-4afa3a0889e3 no longer exists at agent ovs-agent-dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 15:11:08.023128 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] No Port match for: 6f0a5b2a-db55-445b-a133-4afa3a0889e3 {{(pid=119729) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 15:11:08.023477 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron.plugins.ml2.rpc [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Device 6f0a5b2a-db55-445b-a133-4afa3a0889e3 not bound to the agent host dv-cinder-860227-3-iscsi {{(pid=119729) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 15:11:08.782336 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:08.914632 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=100 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:08.919867 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:11:14.911694 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=68,neutron:DELETE=5 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:14.913624 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG dbcounter [-] [119728] Writing DB stats neutron:SELECT=66,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=119728) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:15.303482 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-d04811f0-1a42-4bd4-9639-7d8a29318d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:17.283356 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:17.304458 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG dbcounter [-] [119727] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=119727) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:17.547350 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9cbd5213-7ee5-4198-8497-98faf6552a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:18.914828 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=97 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:19.149754 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:20.677118 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:20.822871 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:30.817516 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:30.819302 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:34.948732 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:34.949495 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:38.795775 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:45.308148 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-5e6f7a8b-9b35-4676-908b-3665e02737c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:45.918739 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:11:47.547732 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-435a3a60-0f88-4011-8697-d662ab56fdd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:49.152779 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:50.679675 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:50.825152 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:11:55.913807 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:11:55.914551 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:12:00.819289 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:12:00.821212 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:12:08.795179 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:12:11.946235 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=4 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:12:12.967406 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:12:15.309113 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-94eee981-69fc-400a-aae6-2d62d1fab618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:12:17.549637 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-560ec17e-3ad9-4c23-aa7e-be01cc2a5951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:12:19.158099 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:12:20.604530 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [req-ad970b0a-87bb-49e1-92fc-20ae14a9f844 req-fa925d60-d2ec-48be-8b61-cf4281c0c751 service neutron] (119728) timed out ('10.222.0.44', 62837) {{(pid=119728) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 31 15:12:20.683574 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:12:20.829492 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:12:22.917624 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:12:24.403807 dv-cinder-860227-3-iscsi neutron-server[119728]: DEBUG neutron.wsgi [req-e759a282-23f9-4208-9612-f417b288b61e req-e29865bd-cea9-48c4-943c-356ebfd40bd1 service neutron] (119728) timed out ('10.222.0.44', 62876) {{(pid=119728) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 31 15:12:25.757350 dv-cinder-860227-3-iscsi neutron-server[119727]: DEBUG neutron.wsgi [req-9ea41a23-70d2-4992-8918-e42aaf7758e6 req-38706cee-8b40-4ab1-9e28-0d12c0ecf25d service neutron] (119727) timed out ('10.222.0.44', 62848) {{(pid=119727) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 31 15:12:32.703765 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:12:32.706194 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:12:32.913602 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:12:38.810332 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:12:45.312822 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-48b6aed1-c04d-4b25-a052-3a43b4b6ada4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:12:47.551450 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-771693f9-012f-48b0-b774-a6942c5d7d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:12:48.937551 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:12:48.942708 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:12:49.158584 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:12:50.684960 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:12:50.835853 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:12:59.918001 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:13:00.828813 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:13:00.830590 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:13:08.810205 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:13:12.709109 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=13 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:13:12.711232 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=15 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:13:15.314829 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-e5034ba5-5da5-40c5-9cd4-00374f7aee94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:13:17.554962 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-291bcfd9-1b7a-4100-9381-9e36afc25f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:13:19.161711 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:13:20.687668 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:13:20.828049 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:13:25.934201 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:13:25.938122 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:13:30.822808 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:13:30.824003 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:13:36.917225 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:13:38.808814 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:13:45.316242 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-bdc09499-1dbd-41fe-b5a3-ba650c20b482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:13:47.557121 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-8ccf997a-4070-4bad-9f2b-296066301c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:13:49.164680 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:13:50.690409 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:13:50.831082 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:13:50.931895 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:13:50.932644 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:14:00.824829 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:14:00.826637 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:14:02.932839 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:14:02.933731 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=3 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:14:08.821674 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:14:12.971116 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:14:13.916286 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:14:15.319137 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3fbc2916-fea3-4653-92dc-474f69e2bbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:14:17.558907 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-4326a3a5-f1f8-44e2-a08f-a22942cd219e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:14:19.166909 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:14:20.694477 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:14:20.838838 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:14:23.912079 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:14:23.912835 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:14:32.719478 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:14:32.721441 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:14:38.829253 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:14:39.935374 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:14:39.939450 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=4 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:14:45.321157 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-850d7711-3eed-4641-8437-810e877b503b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:14:47.560553 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-40717386-1dac-454b-b46b-b07b6e774e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:14:49.170849 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:14:50.696385 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:14:50.831856 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:14:50.916055 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:15:00.825881 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:15:00.827830 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:15:00.910567 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:15:00.912406 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:15:08.835469 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:15:15.322882 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-bb37945c-b19b-4425-84b1-6914c4e3a1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:15:16.932350 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=17 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:15:16.936557 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=15 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:15:17.562873 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-1f0cfbcd-6cb9-4d1a-8aaf-62fd0b99b964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:15:19.172794 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:15:20.700346 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:15:20.834686 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:15:27.915164 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:15:30.828795 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:15:30.830642 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:15:37.909460 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:15:37.910274 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:15:38.834286 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:15:45.324448 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-97c0e469-3c84-4b3c-a2be-3f1fbeb20e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:15:47.565391 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-23ab01c6-247e-44dc-b5c9-6c418bb3afe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:15:49.178065 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd91c-1e72-4d7d-83a1-268ffab4b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (967613c2-d52a-46f0-ba5e-35be5bec5843), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:15:50.703184 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-3f69b304-67e7-4db8-90a0-a0ef1514ae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (c25cc593-db1f-4507-bbe9-a422db2ce377), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:15:50.836431 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1500-58af-4598-b5dd-5f234d3fb9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (3d7aee20-b390-4f5b-9e85-058b12dfc8d1), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:15:53.932504 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:15:53.933335 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=4 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:16:00.825770 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:16:00.832602 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG dbcounter [-] [119729] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=119729) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:16:04.914932 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG neutron.db.agents_db [None req-49cb4972-b08b-4939-b7a2-dd86c7c297c6 None None] Agent healthcheck: found 6 active agents {{(pid=119730) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 15:16:08.853717 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-9f47c6f4-2cd3-4e35-93bd-5d8141e45b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d5f331bc-07f6-4c5c-bc89-9d9350eba308), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:16:14.908738 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:16:14.909500 dv-cinder-860227-3-iscsi neutron-server[119730]: DEBUG dbcounter [-] [119730] Writing DB stats neutron:SELECT=2 {{(pid=119730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 15:16:15.327503 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-b226f505-3f6e-483d-8e96-7948db4235b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (d71bddec-d9fd-40d3-8f5d-2e5d672783ba), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 15:16:17.567681 dv-cinder-860227-3-iscsi neutron-server[119729]: DEBUG neutron_lib.callbacks.manager [None req-ea7fcbc7-4683-4e8e-9743-9a0f7084add2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735234739824', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377835'] for agent (6b19fae5-7f03-4733-8b37-0c71d52f5d71), after_update {{(pid=119729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}